-- Logs begin at Tue 2021-06-22 11:57:25 UTC, end at Tue 2021-06-22 13:04:37 UTC. -- Jun 22 12:38:16.186204 dv-cinder-796680-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 12:38:18.940948 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.common.config [-] Logging enabled! Jun 22 12:38:18.941630 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 12:38:18.941756 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 12:38:18.945553 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.common.config [-] Logging enabled! Jun 22 12:38:18.945832 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 12:38:18.946123 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 12:38:18.947184 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 12:38:18.947423 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 12:38:18.947855 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 12:38:18.948103 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 12:38:18.948335 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 12:38:18.948819 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.949133 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.949433 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.949744 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.950047 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.950367 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.950655 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.950949 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.951382 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.951653 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.952078 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.952373 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.952618 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.952900 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.953199 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.953552 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.953814 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] debug = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.954076 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.954591 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.955010 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.955892 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.956352 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.956642 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.956970 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.957260 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.957581 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.957910 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] host = dv-cinder-796680-1-iscsi {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.958203 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.958516 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.958806 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.959094 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.959373 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.959662 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.959945 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.960221 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.960498 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] log_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.960779 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.961072 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.961362 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.961658 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.961884 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.962114 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.962436 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.962732 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.963012 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.963291 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.963571 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.963848 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.964124 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.964398 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.964692 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.964979 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.965267 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.965544 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.965821 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.966095 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.966404 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.966695 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.966972 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.967252 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.967527 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.967821 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.968097 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.968375 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.968690 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.968982 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.969267 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.969556 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.969838 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.970122 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.970427 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.970822 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.971612 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] use_json = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.971891 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.972168 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.972454 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.972730 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.973005 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.973283 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.973562 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.973849 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:18.974153 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.974476 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.974780 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.975067 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.975367 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.975649 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.975942 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.976223 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.976519 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.976811 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.977110 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.977465 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.977668 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.978015 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.978351 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.978664 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.979055 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.979367 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.979649 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.979983 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.980274 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.980558 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.980850 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.981147 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.981444 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.981723 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.982006 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.982338 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.982624 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.982970 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.983181 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.983644 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.983932 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.984209 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.984496 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.984779 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.985057 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.985333 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.985615 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.985913 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.986204 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.987119 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.987396 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.987682 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.987957 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.988243 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.988522 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.988799 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.989072 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.989352 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.989628 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.989906 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.990222 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.990486 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.990766 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.991041 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.991317 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.991622 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.991900 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.992177 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.992449 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.992723 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.993003 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.993280 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.993549 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.993825 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.994103 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.994416 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.994713 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.995016 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.995298 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.995581 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.995858 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.996138 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.996418 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.996696 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.996980 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.997262 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.997536 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.997837 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.998124 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.998448 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.998733 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.999015 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.999314 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.999592 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:18.999873 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.000152 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.000432 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.000725 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.001011 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.001310 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.001606 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.002028 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.002887 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.003195 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.003479 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.003800 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.004087 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:19.004306 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 12:38:19.004561 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99405) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 12:38:19.379490 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:19.379727 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:19.380002 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:19.381870 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 12:38:19.797022 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.797315 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.797574 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.799589 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.799870 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.800213 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.836005 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.836281 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.836546 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.850169 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.850463 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.850736 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.883678 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.883968 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.884242 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.922408 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.922694 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:19.922967 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.169046 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.169737 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.169737 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.170042 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.170914 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.300763 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.301086 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.301368 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.301640 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.301911 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.302260 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.302524 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.302788 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.303039 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.303321 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.303580 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.303845 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.304105 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.304370 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.304623 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.304890 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.305165 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.305422 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.305697 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.305948 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.306262 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.306647 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.306901 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.307191 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.307445 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.307683 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.308152 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:38:20.308399 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:38:20.308653 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:38:20.308882 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:38:20.309120 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:38:20.309358 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:38:20.309738 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 12:38:20.315806 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 12:38:20.320495 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 12:38:20.324973 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 22 12:38:20.327066 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 12:38:20.327557 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 12:38:20.327898 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 12:38:20.328289 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 12:38:20.332241 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 12:38:20.332489 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 12:38:20.332873 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 12:38:20.363170 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 12:38:20.363642 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.363944 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99405) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 12:38:20.364314 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.365769 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99405) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 12:38:20.366065 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 12:38:20.366350 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 12:38:20.369545 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.369830 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:20.435556 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 12:38:20.435746 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 12:38:20.435938 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 12:38:20.436316 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 12:38:20.459716 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_db.sqlalchemy.engines [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99405) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 12:38:21.006919 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Initializing driver for type 'gre' Jun 22 12:38:21.007415 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] gre ID ranges: [(1, 1000)] Jun 22 12:38:21.069349 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Initializing driver for type 'local' Jun 22 12:38:21.069888 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Initializing driver for type 'vlan' Jun 22 12:38:21.084942 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] VlanTypeDriver initialization complete Jun 22 12:38:21.085297 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Initializing driver for type 'vxlan' Jun 22 12:38:21.085908 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] vxlan ID ranges: [(1, 1000)] Jun 22 12:38:21.162652 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Initializing extension driver 'port_security' Jun 22 12:38:21.163022 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.extensions.port_security [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] PortSecurityExtensionDriver initialization complete Jun 22 12:38:21.163442 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Initializing mechanism driver 'openvswitch' Jun 22 12:38:21.163925 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Initializing mechanism driver 'hyperv' Jun 22 12:38:21.171209 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.plugins.ml2.plugin [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:21.172151 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > port after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.172387 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > port after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.172777 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > port after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.173168 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > subnet after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.173511 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > subnet after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.174439 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.174874 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > network after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.175326 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > network after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.175680 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > network after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.176066 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > security_group after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.176415 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > security_group after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.176754 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.177131 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.177474 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.177808 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.178216 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > address_group after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.178571 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > address_group after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.178910 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.179249 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] ML2 OVO RPC backend initialized. {{(pid=99405) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 12:38:21.180004 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.180359 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.180774 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > network before_response 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.181121 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > networks before_response 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.181463 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > port before_response 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.181803 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > ports before_response 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.182145 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > subnet before_response 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.182518 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > subnets before_response 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.182863 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > network after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.183196 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > network after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.183523 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > network after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.183857 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > port after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.184190 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > port after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.184526 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > port after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.184859 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > subnet after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.185190 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > subnet after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.185519 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.186136 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.plugin [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Modular L2 Plugin initialization complete Jun 22 12:38:21.186493 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading services supported by the core plugin {{(pid=99405) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 12:38:21.186827 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.plugins.ml2.managers [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Got port-security extension from driver 'port_security' Jun 22 12:38:21.187292 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.extensions.vlantransparent [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Disabled vlantransparent extension. Jun 22 12:38:21.187792 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99405) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 12:38:21.188103 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading Plugin: router Jun 22 12:38:21.225853 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.226282 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router after_create 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.226654 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router before_create 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.227018 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.227385 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.227739 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router after_delete 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.228095 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.228455 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router after_create 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.228800 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router after_update 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.229149 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router after_update 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.229494 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.229850 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router after_update 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.230277 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_update 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.230642 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: port after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.230985 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: port after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.231319 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: subnet after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.231652 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.231998 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.232340 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_create 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.232678 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: port before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.233018 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.233372 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router after_update 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.233711 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.234062 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_create 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.234466 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.234808 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_update 55549900 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.235182 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > network after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.236122 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Tracking information for resource: router configured {{(pid=99405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:38:21.236983 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Tracking information for resource: floatingip configured {{(pid=99405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:38:21.242517 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.db.l3_agentschedulers_db [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 12:38:21.243121 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: port after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.243491 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: port after_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.243841 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: port after_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.244192 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: port after_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.245031 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router before_create 55550100 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.245401 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.245767 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_create 55550100 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.246127 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > router precommit_update 55550100 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.251302 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.services.provider_configuration [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service providers = [] {{(pid=99405) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 12:38:21.251672 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.db.servicetype_db [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99405) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 12:38:21.255855 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.services.service_base [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 12:38:21.256201 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.services.service_base [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 12:38:21.256542 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.services.service_base [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 12:38:21.257563 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.services.service_base [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 12:38:21.257896 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.services.service_base [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 12:38:21.258344 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:38:21.258664 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 12:38:21.271741 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:38:21.272083 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading Plugin: auto_allocate Jun 22 12:38:21.278967 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: network precommit_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.279346 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: network precommit_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.279906 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:38:21.280233 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading Plugin: tag Jun 22 12:38:21.288729 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:38:21.289054 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading Plugin: timestamp Jun 22 12:38:21.293618 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:38:21.293942 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading Plugin: network_ip_availability Jun 22 12:38:21.302350 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.302731 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.303199 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.304045 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:38:21.304373 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading Plugin: flavors Jun 22 12:38:21.309893 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:38:21.310251 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading Plugin: revisions Jun 22 12:38:21.315221 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:38:21.315585 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_concurrency.lockutils [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.936s {{(pid=99405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:21.316369 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99405) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 12:38:21.316703 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Initializing extension manager. Jun 22 12:38:21.317215 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: __init__.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.317554 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: __pycache__ {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.317882 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.318230 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: address_group.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.319052 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.319644 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: address-group Jun 22 12:38:21.319963 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: address_scope.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.320945 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.321460 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: address-scope Jun 22 12:38:21.321779 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.322833 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.323351 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: router-admin-state-down-before-update Jun 22 12:38:21.323671 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: agent.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.324372 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.324884 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: agent Jun 22 12:38:21.325204 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: agent_resources_synced.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.326103 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.326644 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: agent-resources-synced Jun 22 12:38:21.326964 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: allowedaddresspairs.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.328793 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.329312 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: allowed-address-pairs Jun 22 12:38:21.329639 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: auto_allocated_topology.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.331620 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.332140 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: auto-allocated-topology Jun 22 12:38:21.332467 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: availability_zone.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.333166 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.333675 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: availability_zone Jun 22 12:38:21.333993 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: availability_zone_filter.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.334926 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.335437 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: availability_zone_filter Jun 22 12:38:21.335777 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: data_plane_status.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.336741 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.337264 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 12:38:21.337589 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: default_subnetpools.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.338595 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.339099 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: default-subnetpools Jun 22 12:38:21.339447 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.340271 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.340803 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: dhcp_agent_scheduler Jun 22 12:38:21.341126 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: dns.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.342101 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.342634 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 12:38:21.342956 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: dns_domain_ports.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.343859 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.344363 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 12:38:21.344682 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: dvr.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.345341 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.346584 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: dvr Jun 22 12:38:21.346881 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: empty_string_filtering.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.347780 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.348284 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: empty-string-filtering Jun 22 12:38:21.348603 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.349498 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.349998 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 12:38:21.350341 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.351246 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.351749 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 12:38:21.352070 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: external_net.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.352965 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.353473 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: external-net Jun 22 12:38:21.353792 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.354719 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.355227 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: extra_dhcp_opt Jun 22 12:38:21.355548 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: extraroute.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.356438 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.356951 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: extraroute Jun 22 12:38:21.357269 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: extraroute_atomic.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.358340 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.358857 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: extraroute-atomic Jun 22 12:38:21.359176 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: filter_validation.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.359849 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.360358 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: filter-validation Jun 22 12:38:21.360676 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: fip_pf_description.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.361618 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.362313 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 12:38:21.362855 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: fip_port_details.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.364307 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.365072 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: fip-port-details Jun 22 12:38:21.365397 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: flavors.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.366690 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.367207 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: flavors Jun 22 12:38:21.367534 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.369226 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.369748 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 12:38:21.370077 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: floatingip_pools.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.370812 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.371323 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: floatingip-pools Jun 22 12:38:21.371647 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: ip_allocation.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.372585 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.373089 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 12:38:21.373413 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.374354 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.374866 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: ip-substring-filtering Jun 22 12:38:21.375186 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: l2_adjacency.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.376116 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.376617 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 12:38:21.377480 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: l3.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.378832 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.379353 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: router Jun 22 12:38:21.379680 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.382142 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.382705 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 12:38:21.383040 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.383962 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.384475 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: ext-gw-mode Jun 22 12:38:21.384802 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.385704 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.386237 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: l3-ha Jun 22 12:38:21.386564 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: l3_flavors.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.387465 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.387974 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: l3-flavors Jun 22 12:38:21.388297 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.389216 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.389731 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 12:38:21.390058 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: l3agentscheduler.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.391146 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.391665 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: l3_agent_scheduler Jun 22 12:38:21.391990 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: logging.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.394121 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.394705 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension logging not supported by any of loaded plugins Jun 22 12:38:21.395022 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: metering.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.395765 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.396341 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: metering Jun 22 12:38:21.396664 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.397761 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.398306 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: metering_source_and_destination_fields Jun 22 12:38:21.398632 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: multiprovidernet.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.399548 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.400058 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: multi-provider Jun 22 12:38:21.400381 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: netmtu.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.401287 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.401796 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: net-mtu Jun 22 12:38:21.402115 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: netmtu_writable.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.403050 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.403558 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: net-mtu-writable Jun 22 12:38:21.403878 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: network_availability_zone.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.404645 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.405154 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: network_availability_zone Jun 22 12:38:21.405473 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: network_ip_availability.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.406600 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.407114 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: network-ip-availability Jun 22 12:38:21.407440 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: network_segment_range.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.408364 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.408970 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 12:38:21.409301 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: pagination.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.410308 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.410640 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: pagination Jun 22 12:38:21.410962 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: port_device_profile.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.411884 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.412408 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: port-device-profile Jun 22 12:38:21.412730 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.413645 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.414152 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: port-mac-address-regenerate Jun 22 12:38:21.414504 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.415402 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.415912 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: port-numa-affinity-policy Jun 22 12:38:21.416235 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: port_resource_request.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.417123 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.417622 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 12:38:21.417943 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: portbindings.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.418891 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.419396 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: binding Jun 22 12:38:21.419714 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: portbindings_extended.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.421011 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.421528 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: binding-extended Jun 22 12:38:21.421857 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: portsecurity.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.422788 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.423305 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: port-security Jun 22 12:38:21.423633 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: project_id.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.424766 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.425099 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: project-id Jun 22 12:38:21.425422 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: providernet.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.426389 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.426902 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: provider Jun 22 12:38:21.427228 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.430964 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.431494 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos not supported by any of loaded plugins Jun 22 12:38:21.431824 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.433070 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.433610 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 12:38:21.434017 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.434966 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.435479 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 12:38:21.435802 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos_default.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.436703 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.437211 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos-default not supported by any of loaded plugins Jun 22 12:38:21.437535 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos_fip.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.438204 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.438718 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 12:38:21.439038 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos_gateway_ip.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.440502 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.441012 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 12:38:21.441335 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos_port_network_policy.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.442262 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.442779 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 12:38:21.443096 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos_rule_type_details.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.444009 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.444513 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 12:38:21.444835 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: qos_rules_alias.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.446144 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.446690 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 12:38:21.447033 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: quotasv2.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.448012 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.448339 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: quotas Jun 22 12:38:21.448662 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: quotasv2_detail.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.451799 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.452144 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: quota_details Jun 22 12:38:21.452477 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: rbac.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.453545 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.454086 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: rbac-policies Jun 22 12:38:21.454443 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: rbac_address_group.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.456326 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.456853 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: rbac-address-group Jun 22 12:38:21.457175 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: rbac_address_scope.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.458093 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.458644 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: rbac-address-scope Jun 22 12:38:21.458968 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: rbac_security_groups.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.459889 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.460400 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: rbac-security-groups Jun 22 12:38:21.460722 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: rbac_subnetpool.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.461630 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.462141 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: rbac-subnetpool Jun 22 12:38:21.462493 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: revisionifmatch.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.463402 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.463911 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: revision-if-match Jun 22 12:38:21.464229 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: revisions.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.465569 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.466085 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: standard-attr-revisions Jun 22 12:38:21.466435 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: router_availability_zone.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.467112 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.467623 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: router_availability_zone Jun 22 12:38:21.467946 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: routerservicetype.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.468853 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.469366 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 12:38:21.469692 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.470646 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.471167 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: security-groups-normalized-cidr Jun 22 12:38:21.471659 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.472579 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.473094 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: port-security-groups-filtering Jun 22 12:38:21.473410 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.474370 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.474882 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: security-groups-remote-address-group Jun 22 12:38:21.475203 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: securitygroup.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.485766 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.486368 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: security-group Jun 22 12:38:21.486856 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: segment.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.487680 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.488195 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension segment not supported by any of loaded plugins Jun 22 12:38:21.488520 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.489500 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.490018 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 12:38:21.490364 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: servicetype.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.491482 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.492037 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: service-type Jun 22 12:38:21.492367 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: sorting.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.493344 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.493675 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: sorting Jun 22 12:38:21.494001 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: standard_attr_segment.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.494938 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.495459 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 12:38:21.495782 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: standardattrdescription.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.496438 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.496945 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: standard-attr-description Jun 22 12:38:21.497272 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: stateful_security_group.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.498355 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.498759 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: stateful-security-group Jun 22 12:38:21.499081 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: stdattrs_common.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.499661 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 12:38:21.499978 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.500976 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.501487 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 12:38:21.501816 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: subnet_onboard.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.503446 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.503963 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: subnet_onboard Jun 22 12:38:21.504287 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.505321 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.505834 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 12:38:21.506157 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: subnet_service_types.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.507092 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.507656 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: subnet-service-types Jun 22 12:38:21.507933 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: subnetallocation.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.509011 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.509527 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: subnet_allocation Jun 22 12:38:21.509851 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.510541 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.511054 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: subnetpool-prefix-ops Jun 22 12:38:21.511376 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.512310 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.512816 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 12:38:21.513139 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: tagging.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.514280 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.514801 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: standard-attr-tag Jun 22 12:38:21.515129 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: timestamp.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.516333 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.516850 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loaded extension: standard-attr-timestamp Jun 22 12:38:21.517173 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: trunk.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.518879 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.519400 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension trunk not supported by any of loaded plugins Jun 22 12:38:21.519730 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: trunk_details.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.520634 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.521144 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 12:38:21.521468 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: uplink_status_propagation.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.522423 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.522940 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 12:38:21.523263 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Loading extension file: vlantransparent.py {{(pid=99405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:38:21.523935 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:38:21.524441 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 12:38:21.527035 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:network Jun 22 12:38:21.527582 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:subnet Jun 22 12:38:21.527984 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:38:21.528378 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:port Jun 22 12:38:21.529662 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.530111 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service FLAVORS assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.530754 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.531175 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.531505 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:router Jun 22 12:38:21.531933 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 12:38:21.532420 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service METERING assigned prefix: /metering {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.533905 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.534299 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.534650 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:38:21.535654 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 12:38:21.536104 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:security_group Jun 22 12:38:21.536536 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 12:38:21.537140 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service CORE assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.537468 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:38:21.537829 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] subnetpool is already registered Jun 22 12:38:21.538285 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service CORE assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.538621 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:38:21.538947 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] subnetpool is already registered Jun 22 12:38:21.541265 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.541693 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service FLAVORS assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.542315 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.542737 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.543066 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:router Jun 22 12:38:21.543403 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] router is already registered Jun 22 12:38:21.543817 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 12:38:21.544145 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] floatingip is already registered Jun 22 12:38:21.544593 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service METERING assigned prefix: /metering {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.545254 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 12:38:21.545574 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] rbac_policy is already registered Jun 22 12:38:21.545984 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:security_group Jun 22 12:38:21.546349 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] security_group is already registered Jun 22 12:38:21.546750 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 12:38:21.547079 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] security_group_rule is already registered Jun 22 12:38:21.547692 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service CORE assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.548018 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:38:21.548343 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] subnetpool is already registered Jun 22 12:38:21.548878 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.v2.resource_helper [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Service CORE assigned prefix: {{(pid=99405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:38:21.549102 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:38:21.549430 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING neutron.quota.resource_registry [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] subnetpool is already registered Jun 22 12:38:21.549908 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: extensions {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.551462 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: address-groups {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.552942 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: address-scopes {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.554312 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: agents {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.555483 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: auto-allocated-topology {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.556746 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: availability_zones {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.557967 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: dhcp-networks {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.559526 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: dhcp-agents {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.560958 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: routers {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.562720 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: flavors {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.565829 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: service_profiles {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.567079 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: next_providers {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.568580 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: service_profiles {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.570413 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: floatingip-pools {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.571679 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: routers {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.573386 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: floatingips {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.574706 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: l3-routers {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.576114 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: l3-agents {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.577564 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: metering-labels {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.578876 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: metering-label-rules {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.581081 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: network-ip-availabilities {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.582394 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: bindings {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.583956 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: quotas {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.585519 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: quotas {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.587122 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: rbac-policies {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.588208 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: security-groups {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.589517 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: security-group-rules {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.590813 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: service-providers {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.592062 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: subnetpools {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.593400 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: subnetpools {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.594999 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.596736 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.598596 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.600393 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.602092 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.604079 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.605797 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.607755 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.609643 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.611457 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron.api.extensions [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Extended resource: tags {{(pid=99405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:38:21.617870 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING keystonemiddleware.auth_token [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 12:38:21.622509 dv-cinder-796680-1-iscsi neutron-server[99405]: WARNING keystonemiddleware.auth_token [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 12:38:21.631650 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_concurrency.lockutils [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Acquired lock "singleton_lock" {{(pid=99405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 12:38:21.632196 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_concurrency.lockutils [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Releasing lock "singleton_lock" {{(pid=99405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 12:38:21.632842 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO oslo_service.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Starting 2 workers Jun 22 12:38:21.637707 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Started child 99524 {{(pid=99405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 12:38:21.643374 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Started child 99525 {{(pid=99405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 12:38:21.644921 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:21.645991 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO neutron.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 12:38:21.645991 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Notify callbacks [] for process, before_spawn {{(pid=99405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:21.647137 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [-] (99524) wsgi starting up on http://0.0.0.0:9696 Jun 22 12:38:21.648291 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO oslo_service.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Starting 1 workers Jun 22 12:38:21.649589 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:21.651244 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [-] (99525) wsgi starting up on http://0.0.0.0:9696 Jun 22 12:38:21.653722 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Started child 99526 {{(pid=99405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 12:38:21.654348 dv-cinder-796680-1-iscsi neutron-server[99405]: INFO oslo_service.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Starting 1 workers Jun 22 12:38:21.658143 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] calling RpcWorker wait() {{(pid=99526) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 12:38:21.659686 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] returning from RpcWorker wait() {{(pid=99526) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 12:38:21.659818 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Started child 99527 {{(pid=99405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 12:38:21.660123 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG neutron_lib.callbacks.manager [None req-b983911c-069f-4452-84fb-fd46cb6e1015 None None] Notify callbacks [] for process, after_spawn {{(pid=99405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:21.660946 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:21.661651 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:21.662216 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 12:38:21.662438 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 12:38:21.662640 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 12:38:21.662839 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 12:38:21.663193 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 12:38:21.663340 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 12:38:21.663888 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.664173 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.664467 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.664734 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.665017 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.665157 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:21.665878 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.666004 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.666285 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.666506 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.666699 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.666890 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.667084 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.667282 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.667496 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.667774 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.668044 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.668304 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.668575 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.668776 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.669094 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.669304 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.669509 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.669775 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] debug = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.669972 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.670518 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.670791 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.671051 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.671254 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.671776 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.671983 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.672195 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.672396 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.672595 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.672808 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.673083 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.673323 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.673540 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.673801 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.674070 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.674348 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.674851 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] host = dv-cinder-796680-1-iscsi {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.675053 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.675261 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.675518 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.675793 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.676041 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.676278 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.676548 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.676796 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.677044 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.677470 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.677470 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.677918 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.678111 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.678439 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.678634 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_options = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.678863 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.679141 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.679429 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.679692 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.679892 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.680088 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.680279 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.680471 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.680681 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.680888 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.681083 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.681278 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.681469 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.681701 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.682341 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.682341 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.682720 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.682720 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.683272 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.683272 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.683669 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.683669 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.684035 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.684035 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.684609 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.684609 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.684609 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.685161 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.685161 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.685515 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.685515 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.685884 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.686091 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.686317 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.686510 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.686706 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.686951 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.687242 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.687489 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.687733 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.687995 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.688230 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.688533 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.688782 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.688993 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.689224 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_json = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.689998 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.690563 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.691211 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.691437 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.691668 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.691890 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.692117 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.692554 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.693754 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.694064 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.694312 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:21.694498 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.694809 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.694984 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.695437 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.695613 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.695854 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.696115 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.696353 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.696706 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.696951 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.697235 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.697481 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.697752 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.698070 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.698365 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.698662 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.698918 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.699140 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.699375 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.699625 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.699982 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.700250 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.700510 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.700779 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.701001 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.701243 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.701462 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.701686 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.701905 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.702158 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.702524 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.702705 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.702912 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.703114 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.703348 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.703586 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.703816 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.704040 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.704284 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.704516 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.704909 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.705671 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.705886 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.706117 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.706620 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.706821 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.706997 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.709644 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.710054 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.710319 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.710534 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.710844 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.712069 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.712972 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.712972 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.713254 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.713871 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.713977 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.714419 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.714794 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.716511 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.716693 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.717088 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.717415 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.717811 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.718211 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.718629 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.718998 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.719385 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.719761 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.720135 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.720501 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.721372 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.721769 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.722150 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.722588 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.722981 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.723351 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.723714 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.724065 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.724458 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.724838 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.725296 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.725811 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.726252 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.726685 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.727086 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.727493 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.727851 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.728266 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.728670 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.729061 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.729445 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.729896 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.730318 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.730734 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.731146 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.731529 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.731970 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.732371 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.732814 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.733200 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.733610 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.733983 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.734494 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.734972 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.735365 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.735772 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.736210 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.737253 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.737707 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.738209 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.738641 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.739092 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.740217 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.740633 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.741071 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.741493 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.741856 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.742529 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.742964 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.743395 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.743809 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.744413 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.744787 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.745255 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.745612 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.745949 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.746276 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.746695 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.747206 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.747597 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.748008 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.748383 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.748769 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.749178 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.749585 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.750040 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.750645 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.751231 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.751847 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.752436 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.752825 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.753228 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.753900 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.754511 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.755008 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.755461 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.755928 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.756300 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.756649 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.757077 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.757427 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.758060 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.758360 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.758669 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.758993 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.759322 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.759624 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.759929 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.760252 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.760558 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.760860 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.761187 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.761498 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.761839 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.762143 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.762561 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.762905 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.763205 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.763538 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.763850 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.764174 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.764470 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.764809 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.765107 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.765400 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.765708 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.766006 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.766354 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.766647 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.766970 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.767266 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.768175 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.768448 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.768889 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.769212 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.769527 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.769851 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.770142 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.770519 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.770838 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.771158 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.771471 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.771767 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.772056 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.772391 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.772690 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.772987 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.773275 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.773557 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.773850 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.774453 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.774801 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.775251 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.775643 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.776275 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.776715 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.777115 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.777506 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.777864 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.778292 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.778571 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.778947 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.779282 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.779579 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.779899 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.780250 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.780572 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.780938 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.781375 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.781576 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.781920 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.782300 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.782677 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.783025 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.783940 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.784304 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.784657 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.785056 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.785376 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.785722 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.786123 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.786511 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.786845 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.787265 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.787763 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.788078 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.788458 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.788821 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.789131 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.789610 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.789924 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.790453 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.790848 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.791227 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.791596 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.791985 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.792421 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.792834 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.793149 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.793543 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.793988 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.794454 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.794839 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.795251 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.795625 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.795915 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.796254 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.796610 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.796953 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.797293 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.797650 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.797992 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.798395 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.799273 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.799638 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.799970 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.800336 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.800690 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.801061 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.801382 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.801629 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 12:38:21.802326 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 12:38:21.802576 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 12:38:21.802817 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 12:38:21.803084 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 12:38:21.803344 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 12:38:21.803583 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 12:38:21.803879 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.804128 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.804375 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.804623 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.804868 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.805158 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.805412 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.805658 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.805902 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.806151 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.806433 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.806697 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.806943 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.807207 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.807472 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.807718 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.807966 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.808212 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.808470 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.808782 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.809028 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.809272 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.809515 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] debug = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.809761 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.810069 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.810352 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.810600 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.810884 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.811195 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.811456 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.811722 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.811987 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.812254 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.812507 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.812831 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.813317 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.813317 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.813714 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.813865 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.814071 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.815142 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] host = dv-cinder-796680-1-iscsi {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.815142 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.815525 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.815726 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.815874 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.816098 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.816337 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.816730 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.816975 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.817207 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.818079 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.818079 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.818079 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.818079 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.818802 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.818802 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_options = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.818802 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.819328 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.819328 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.819709 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.819914 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.820364 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.820619 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.820886 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.821148 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.821412 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.821672 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.821930 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.822635 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.822635 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.822635 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.823191 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.823191 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.823592 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.823792 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.823992 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.824175 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.824441 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.824703 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.824963 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.825222 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.825488 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.825750 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.826008 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.826278 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.826529 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.826794 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.827030 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.827253 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.827476 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.827738 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.828002 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.828269 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.828540 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.828802 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.829065 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.829331 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.829591 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.829856 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.830147 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.830978 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.830978 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_json = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.830978 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.831552 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.831552 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.831882 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.832028 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.832236 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.832483 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.832745 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:38:21.833035 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.833282 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.833506 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:21.833682 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.833832 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.834047 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.834332 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.834581 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.834825 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.835070 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.835316 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.835568 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.835814 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.836069 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.836313 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.836567 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.836817 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.837118 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.837331 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.837576 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.837825 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.838070 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.838345 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.838608 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.838859 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.839107 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.839357 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.839644 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.839893 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.840155 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.840401 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.840645 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.840897 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.841142 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.841385 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.841627 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.841870 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.842113 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.842404 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.842654 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.842900 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.843153 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.843397 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.843641 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.843886 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.844129 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.844381 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.844625 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.844870 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.845113 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.845452 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.845756 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.846022 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.846313 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.846625 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.847056 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.847283 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.847547 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.847960 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.848332 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.848595 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.849686 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.849686 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.849686 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.849686 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.851569 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.851569 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.851569 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.851569 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.851569 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.851569 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.851569 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.852832 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.852832 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.852832 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.852832 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.852832 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.853711 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.853711 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.853711 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.853711 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.854903 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.854903 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.854903 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.854903 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.855667 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.855667 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.855667 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.856220 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.856220 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.856598 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.856598 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.856870 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.857070 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.857285 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.857566 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.857834 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.858448 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.858448 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.858857 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.858857 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.859584 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.859584 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.859584 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.860515 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.860515 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.860515 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.860919 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.860919 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.861775 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.862358 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.862358 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.862914 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.862914 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.863193 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.863423 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.863678 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.863936 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.864184 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.864432 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.864677 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.864927 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.865173 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.865416 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.865662 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.865905 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.866148 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.866425 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.866680 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.866939 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.867193 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.867439 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.867684 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.867953 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.868195 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.868440 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.868710 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.868954 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.869199 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.869448 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.869691 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.869936 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.870204 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.870455 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.870701 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.870944 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.871186 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.871431 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.871684 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.871929 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.872175 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.872417 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.872680 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.872929 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.873172 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.873422 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.873665 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.873917 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.874162 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.874444 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.874690 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.874933 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.875176 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.875420 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.875667 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.875910 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.876182 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.876412 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.876656 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.876962 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.877714 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.878333 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.878534 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.878718 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.878956 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 54494) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:38:21.879195 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.879384 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.879566 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.879777 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.880003 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.880268 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.880530 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.880789 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.881050 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.881317 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.881577 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.881843 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.882102 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.882360 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.882600 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.882848 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.883115 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.883343 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.883565 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.883832 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.884113 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.884348 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.885166 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.885166 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.885166 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.885841 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.885841 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.885841 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.886555 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.886555 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.886992 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.886992 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.887430 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.887430 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.887867 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.888094 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.888341 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.888570 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.888816 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.889043 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.889284 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.889554 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.889826 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.890114 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.890454 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.890701 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.890933 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.891192 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.891461 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.891723 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.891981 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.892246 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.893110 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.893392 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.893651 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.893884 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.894672 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.894672 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.895493 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.895493 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.895493 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.896050 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.896050 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.896332 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.897048 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.897343 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.897624 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.897905 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.898223 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.898489 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.898756 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.899150 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.899399 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0158613 Jun 22 12:38:21.899647 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.900363 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.900652 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.901177 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.901177 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.901634 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.901879 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.902126 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.902388 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.902618 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.902843 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.903100 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.903486 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.903715 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.904219 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.904219 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.904686 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.904686 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.905143 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.905143 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.905589 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.906881 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.906881 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.906881 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.906881 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.907360 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.907360 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.907553 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.908901 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:38:21.909453 dv-cinder-796680-1-iscsi neutron-server[99405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 12:38:33.959899 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de663bb-c7de-4960-a3bc-748017526727 None None] get_active_networks_info from dv-cinder-796680-1-iscsi {{(pid=99526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 12:38:34.068184 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de663bb-c7de-4960-a3bc-748017526727 None None] No non-hosted networks {{(pid=99526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 12:38:34.081990 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.agentschedulers_db [None req-8de663bb-c7de-4960-a3bc-748017526727 None None] DHCP Agent not found on host dv-cinder-796680-1-iscsi {{(pid=99526) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 12:38:34.270349 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f40b4161-8c2d-4c46-868d-ca843d05afe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489'] for agent, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:37.015016 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-da0d9aa2-c646-4609-8950-c717cdb7d541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489'] for agent, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:37.087267 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-fcb3c22f-7db7-4353-a3a0-2825618a2ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:38.547591 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489'] for agent, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:38.549978 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.550571 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.551059 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.551593 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.552072 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.552599 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.553098 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.553589 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.554064 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.554661 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.555157 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.555744 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:38.556285 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796680-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:38.563547 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796680-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:39.817789 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489'] for agent, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:40.499827 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489'] for agent, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:42.544776 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 54590) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:38:42.560165 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.db.l3_hamode_db [None req-fee5962e-cb3f-4c7d-bbec-7c35fd0a92a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 12:38:42.640114 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5962e-cb3f-4c7d-bbec-7c35fd0a92a4 None None] Routers set() bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:38:42.640511 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5962e-cb3f-4c7d-bbec-7c35fd0a92a4 None None] Router IDs set() for agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 12:38:43.065117 dv-cinder-796680-1-iscsi neutron-server[99525]: WARNING oslo_policy.policy [None req-9c154a20-57d8-4f24-aa76-bf4adbc95bb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:38:43.065721 dv-cinder-796680-1-iscsi neutron-server[99525]: WARNING oslo_policy.policy [None req-9c154a20-57d8-4f24-aa76-bf4adbc95bb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:38:43.290672 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [None req-9c154a20-57d8-4f24-aa76-bf4adbc95bb0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:38:43.291818 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-9c154a20-57d8-4f24-aa76-bf4adbc95bb0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7448835 Jun 22 12:38:45.785360 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 54604) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:38:46.136576 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-06af13e4-5da5-4453-b046-9d9e1920c364 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:38:46.231900 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.policy [None req-06af13e4-5da5-4453-b046-9d9e1920c364 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99525) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 12:38:46.278358 dv-cinder-796680-1-iscsi neutron-server[99525]: WARNING oslo_policy.policy [None req-06af13e4-5da5-4453-b046-9d9e1920c364 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:38:46.278739 dv-cinder-796680-1-iscsi neutron-server[99525]: WARNING oslo_policy.policy [None req-06af13e4-5da5-4453-b046-9d9e1920c364 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:38:46.287367 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.quota [None req-06af13e4-5da5-4453-b046-9d9e1920c364 admin admin] Loaded quota_driver: . Jun 22 12:38:46.386634 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-06af13e4-5da5-4453-b046-9d9e1920c364 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771142875597', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771142877152', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771142854744', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771142858258', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771142851468', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771142828568', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3893025', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3814974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621554', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528936'] for rbac-policy, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:46.476772 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-06af13e4-5da5-4453-b046-9d9e1920c364 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:46.479225 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-06af13e4-5da5-4453-b046-9d9e1920c364 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6923087 Jun 22 12:38:49.091761 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 54616) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:38:49.403047 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Request body: {'network': {'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'admin_state_up': True, 'name': 'private'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:38:49.432830 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Made reservation on behalf of b002a652d5b04a98ae0333c5a1736295 for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:38:49.435941 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.454582 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.622759 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.628870 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.637759 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:49.665546 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:38:49.709205 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771142775498', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.709835 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Unsubscribe: segment precommit_create {{(pid=99525) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 12:38:49.710366 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Added segment 3971c84c-0a91-49b6-a0d1-4e2ffb092e56 of type vlan for network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 Jun 22 12:38:49.730074 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094ed7fa-a29d-4cfb-8740-4912998d7ee0,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:49.784299 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.784635 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.784959 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.785272 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.785581 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.785929 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.786273 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.786569 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.786872 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.787179 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.787471 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.787769 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Tracked resource versions report: Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: pushed versions: Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: { 'AddressGroup': {'1.2'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'ConntrackHelper': {'1.0'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Log': {'1.0'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Network': {'1.1'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Port': {'1.7'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'PortForwarding': {'1.2'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'QosPolicy': {'1.8'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SecurityGroup': {'1.4'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SubPort': {'1.0'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Subnet': {'1.1'}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Trunk': {'1.1'}} Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: consumer versions: Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: { DHCP agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: L3 agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: Metadata agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: Metering agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: Open vSwitch agent@dv-cinder-796680-1-iscsi: { 'AddressGroup': '1.2', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'ConntrackHelper': '1.0', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Log': '1.0', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Network': '1.1', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Port': '1.7', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'PortForwarding': '1.2', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'QosPolicy': '1.8', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SecurityGroup': '1.4', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SecurityGroupRule': '1.2', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SubPort': '1.0', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Subnet': '1.1', Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Trunk': '1.1'}} Jun 22 12:38:49.788834 dv-cinder-796680-1-iscsi neutron-server[99525]: {{(pid=99525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:38:49.829032 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:49.843136 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.896833 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.898454 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:38:49.899123 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.902072 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:49.976904 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8840292 Jun 22 12:38:50.008777 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Pushing event updated for resources: {'Network': ['ID=9efa5b4d-3c69-445c-b7b3-a1835fa136e8,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:50.013391 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:50.022631 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:38:52.733727 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 54630) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:38:53.251249 dv-cinder-796680-1-iscsi neutron-server[99524]: WARNING oslo_policy.policy [None req-e8dcffe2-8ec0-48f6-837b-6a7b634fe585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:38:53.251830 dv-cinder-796680-1-iscsi neutron-server[99524]: WARNING oslo_policy.policy [None req-e8dcffe2-8ec0-48f6-837b-6a7b634fe585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:38:53.694761 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.policy [None req-e8dcffe2-8ec0-48f6-837b-6a7b634fe585 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99524) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 12:38:53.742084 dv-cinder-796680-1-iscsi neutron-server[99524]: WARNING oslo_policy.policy [None req-e8dcffe2-8ec0-48f6-837b-6a7b634fe585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:38:53.742967 dv-cinder-796680-1-iscsi neutron-server[99524]: WARNING oslo_policy.policy [None req-e8dcffe2-8ec0-48f6-837b-6a7b634fe585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:38:53.751747 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dcffe2-8ec0-48f6-837b-6a7b634fe585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:38:53.753485 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-e8dcffe2-8ec0-48f6-837b-6a7b634fe585 admin admin] 10.222.0.15 "GET /v2.0/networks/9efa5b4d-3c69-445c-b7b3-a1835fa136e8 HTTP/1.1" status: 200 len: 825 time: 1.0188370 Jun 22 12:38:53.797093 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-0021493a-5472-4ea5-b5ab-0e119911c14c admin admin] 10.222.0.15 "GET /v2.0/subnetpools/fe9c5de0-75e9-4af7-8bad-ef64b275045a HTTP/1.1" status: 200 len: 734 time: 0.0382023 Jun 22 12:38:53.806948 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'name': 'private-subnet', 'subnetpool_id': 'fe9c5de0-75e9-4af7-8bad-ef64b275045a', 'ip_version': 4}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:38:53.808542 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.quota [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Loaded quota_driver: . Jun 22 12:38:53.850561 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Made reservation on behalf of b002a652d5b04a98ae0333c5a1736295 for: {'subnet': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:38:53.853304 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:54.159937 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:54.166174 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:54.237132 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Checking segment: {'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:38:54.237509 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Network hostable DHCP agents. Network: 9efa5b4d-3c69-445c-b7b3-a1835fa136e8, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:38:54.245776 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5346906-2efd-4437-8df9-3646dd36cf6f,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:54.257724 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.258068 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.258423 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.258742 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.259058 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.259412 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.259727 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.260033 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.260360 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.260666 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.260972 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.261276 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Tracked resource versions report: Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: pushed versions: Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: { 'AddressGroup': {'1.2'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'ConntrackHelper': {'1.0'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Log': {'1.0'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Network': {'1.1'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Port': {'1.7'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'PortForwarding': {'1.2'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'QosPolicy': {'1.8'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SecurityGroup': {'1.4'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SubPort': {'1.0'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Subnet': {'1.1'}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Trunk': {'1.1'}} Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: consumer versions: Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: { DHCP agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: L3 agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: Metadata agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: Metering agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: Open vSwitch agent@dv-cinder-796680-1-iscsi: { 'AddressGroup': '1.2', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'ConntrackHelper': '1.0', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Log': '1.0', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Network': '1.1', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Port': '1.7', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'PortForwarding': '1.2', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'QosPolicy': '1.8', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SecurityGroup': '1.4', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SecurityGroupRule': '1.2', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SubPort': '1.0', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Subnet': '1.1', Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Trunk': '1.1'}} Jun 22 12:38:54.262373 dv-cinder-796680-1-iscsi neutron-server[99524]: {{(pid=99524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:38:54.298831 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:38:54.303715 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:54.312593 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 9efa5b4d-3c69-445c-b7b3-a1835fa136e8) {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:38:54.318852 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:38:54.319765 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:54.325360 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e0e0f-fe07-4100-b0f2-dc54d007e9e8 None None] Network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:38:54.341235 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5378745 Jun 22 12:38:54.669246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'fixed_ips': [{'subnet_id': 'a5346906-2efd-4437-8df9-3646dd36cf6f'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:38:54.671244 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:55.045939 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Allocated IP 172.20.0.2 (9efa5b4d-3c69-445c-b7b3-a1835fa136e8/a5346906-2efd-4437-8df9-3646dd36cf6f/583cb42f-0b07-4a92-a590-fabe438037e5) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:38:55.274682 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:55.293236 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Transition to ACTIVE for port object 583cb42f-0b07-4a92-a590-fabe438037e5 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:38:55.346528 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Transition to ACTIVE for port object 583cb42f-0b07-4a92-a590-fabe438037e5 will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:38:55.355803 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:55.358815 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:55.436857 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:38:55.441820 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:38:55.445966 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Pushing event updated for resources: {'Port': ['ID=583cb42f-0b07-4a92-a590-fabe438037e5,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:55.448200 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:38:55.458776 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.459147 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.459479 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.459796 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.460116 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.460428 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.460734 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.461044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.461357 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.461661 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.461982 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.462292 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Tracked resource versions report: Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: pushed versions: Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: { 'AddressGroup': {'1.2'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'ConntrackHelper': {'1.0'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Log': {'1.0'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Network': {'1.1'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Port': {'1.7'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'PortForwarding': {'1.2'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'QosPolicy': {'1.8'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SecurityGroup': {'1.4'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SubPort': {'1.0'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Subnet': {'1.1'}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Trunk': {'1.1'}} Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: consumer versions: Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: { DHCP agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: L3 agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: Metadata agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: Metering agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: Open vSwitch agent@dv-cinder-796680-1-iscsi: { 'AddressGroup': '1.2', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'ConntrackHelper': '1.0', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Log': '1.0', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Network': '1.1', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Port': '1.7', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'PortForwarding': '1.2', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'QosPolicy': '1.8', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SecurityGroup': '1.4', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SecurityGroupRule': '1.2', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SubPort': '1.0', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Subnet': '1.1', Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Trunk': '1.1'}} Jun 22 12:38:55.463385 dv-cinder-796680-1-iscsi neutron-server[99526]: {{(pid=99526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:38:55.491560 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:55.543674 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Attempting to bind port 583cb42f-0b07-4a92-a590-fabe438037e5 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:38:55.544068 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Attempting to bind port 583cb42f-0b07-4a92-a590-fabe438037e5 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:38:55.544481 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Attempting to bind port 583cb42f-0b07-4a92-a590-fabe438037e5 on network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:38:55.550232 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:38:55.550635 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Checking segment: {'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:38:55.551105 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:55.551487 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Bound using segment: {'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:38:55.551953 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Bound port: 583cb42f-0b07-4a92-a590-fabe438037e5, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:38:55.552334 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:55.621277 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] For port 583cb42f-0b07-4a92-a590-fabe438037e5, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:38:55.626103 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] For port 583cb42f-0b07-4a92-a590-fabe438037e5, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=583cb42f-0b07-4a92-a590-fabe438037e5,segment=NetworkSegment(3971c84c-0a91-49b6-a0d1-4e2ffb092e56),segment_id=3971c84c-0a91-49b6-a0d1-4e2ffb092e56)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:38:55.631055 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:55.633921 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:55.699435 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Pushing event updated for resources: {'Port': ['ID=583cb42f-0b07-4a92-a590-fabe438037e5,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:55.702569 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:56.901077 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 54650) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:38:57.284180 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [None req-a3437750-76a5-4600-83fb-34e56c96da67 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:38:57.285192 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-a3437750-76a5-4600-83fb-34e56c96da67 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3831666 Jun 22 12:38:59.730279 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 54658) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:00.062949 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [None req-7cf4dcc7-348e-43af-b3fb-1efba2ae9471 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:39:00.063944 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-7cf4dcc7-348e-43af-b3fb-1efba2ae9471 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3328447 Jun 22 12:39:02.160756 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36fd6b-00d7-4363-ac37-9ea54e7d9f5c None None] Network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:39:02.220686 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-6f1c2303-5f13-40ca-be3d-db86808f2c09 None None] Provisioning for port 583cb42f-0b07-4a92-a590-fabe438037e5 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:39:02.730860 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 54672) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:02.848021 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 583cb42f-0b07-4a92-a590-fabe438037e5 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:39:02.927227 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 583cb42f-0b07-4a92-a590-fabe438037e5 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:39:02.931218 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 583cb42f-0b07-4a92-a590-fabe438037e5 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:02.931629 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:03.045411 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-c1924881-035c-402d-b196-db3fe1be4861 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:39:03.051266 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:03.070789 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c1924881-035c-402d-b196-db3fe1be4861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:03.072441 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c1924881-035c-402d-b196-db3fe1be4861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:03.089071 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 583cb42f-0b07-4a92-a590-fabe438037e5, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=583cb42f-0b07-4a92-a590-fabe438037e5,segment=NetworkSegment(3971c84c-0a91-49b6-a0d1-4e2ffb092e56),segment_id=3971c84c-0a91-49b6-a0d1-4e2ffb092e56)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:39:03.092450 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:03.094807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:03.143826 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=583cb42f-0b07-4a92-a590-fabe438037e5,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:03.147162 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:03.237155 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c1924881-035c-402d-b196-db3fe1be4861 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:03.242667 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c1924881-035c-402d-b196-db3fe1be4861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:03.258694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c1924881-035c-402d-b196-db3fe1be4861 admin admin] Notify callbacks [] for router, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:03.259947 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-c1924881-035c-402d-b196-db3fe1be4861 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5278544 Jun 22 12:39:03.765225 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-eac83a24-367b-4ddb-8eff-1ec47b6c3993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:04.826883 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 583cb42f-0b07-4a92-a590-fabe438037e5 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:39:04.873397 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 583cb42f-0b07-4a92-a590-fabe438037e5 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:04.873767 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:05.669596 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 54680) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:05.989110 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [None req-fdd8d641-aaaa-4632-820a-a5fe090b647d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:39:05.990070 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-fdd8d641-aaaa-4632-820a-a5fe090b647d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3195291 Jun 22 12:39:07.019059 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-3ca66f7a-8083-477a-a49d-c54f96aa1669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:07.720682 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:39:08.362512 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 54688) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:08.527622 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:08.683090 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:39:08.706883 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Made reservation on behalf of 5183f4ef912c4d9d9f3ec2326f2e1d90 for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:39:08.709310 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:08.724734 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:08.848127 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:08.852129 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:08.855494 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:08.872331 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Reserving flat network on physical network physnet1 {{(pid=99524) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 12:39:08.893906 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d765eaf-c1d8-4aca-ab77-b05cc43ebbc9,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:08.898132 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:08.903411 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771142775498', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:08.903938 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Unsubscribe: segment precommit_create {{(pid=99524) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 12:39:08.904399 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Added segment 78788e57-79b1-4ae2-b300-ff4748d5add8 of type flat for network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 Jun 22 12:39:08.962322 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:09.013002 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:09.014463 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:09.015059 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:09.017637 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:09.088966 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7252619 Jun 22 12:39:09.117948 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Pushing event updated for resources: {'Network': ['ID=49aa5921-9e53-40f5-b07d-ed38ee83ba84,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:09.121726 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:09.134548 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:39:09.763258 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:10.425055 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:11.491558 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 54706) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:11.721114 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00506f16-c24f-420f-ba45-d325eba576bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:11.722510 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-00506f16-c24f-420f-ba45-d325eba576bf admin admin] 10.222.0.15 "GET /v2.0/subnets/a5346906-2efd-4437-8df9-3646dd36cf6f HTTP/1.1" status: 200 len: 849 time: 0.2299736 Jun 22 12:39:11.905171 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-9a9cbb9f-de7b-4f9e-b2e9-f198b43b9af5 admin admin] 10.222.0.15 "GET /v2.0/routers/35fad327-5bea-416b-b974-4365f7b6e50f HTTP/1.1" status: 200 len: 704 time: 0.1772943 Jun 22 12:39:12.179143 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:12.474538 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Allocated IP 172.20.0.1 (9efa5b4d-3c69-445c-b7b3-a1835fa136e8/a5346906-2efd-4437-8df9-3646dd36cf6f/7d9d92c0-5c56-4a4b-9fce-47573a6a2fec) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:39:12.672669 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:12.698160 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Transition to ACTIVE for port object 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:39:12.786816 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:12.789804 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:12.853504 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:39:12.861426 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:39:12.870099 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:39:12.870654 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:12.892218 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9d92c0-5c56-4a4b-9fce-47573a6a2fec,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:12.932093 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:13.049745 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-041cdb8e-7d38-40ea-90bc-99eb3931a074 None None] Provisioning for port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:39:13.053988 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-041cdb8e-7d38-40ea-90bc-99eb3931a074 None None] Provisioning complete for port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:13.054497 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-041cdb8e-7d38-40ea-90bc-99eb3931a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:13.083573 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:13.088643 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-041cdb8e-7d38-40ea-90bc-99eb3931a074 None None] Port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:39:13.324198 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:13.329297 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:13.330465 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:13.332080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:13.409760 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9d92c0-5c56-4a4b-9fce-47573a6a2fec,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:13.412550 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:13.459403 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:39:13.460772 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:39:13.631510 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Router 35fad327-5bea-416b-b974-4365f7b6e50f is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:39:13.712513 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f8ebde46-c0f1-4f40-bff3-fde33c6897a1 None None] Provisioning complete for port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:13.712882 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f8ebde46-c0f1-4f40-bff3-fde33c6897a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:13.742401 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:39:13.747929 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] 10.222.0.15 "PUT /v2.0/routers/35fad327-5bea-416b-b974-4365f7b6e50f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8369389 Jun 22 12:39:13.750268 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebde46-c0f1-4f40-bff3-fde33c6897a1 None None] Port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:39:13.753725 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Sync routers for ids ['35fad327-5bea-416b-b974-4365f7b6e50f'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:39:13.769215 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Routers {'35fad327-5bea-416b-b974-4365f7b6e50f'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:39:13.770122 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:39:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['35fad327-5bea-416b-b974-4365f7b6e50f'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:39:13.966097 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Set router 35fad327-5bea-416b-b974-4365f7b6e50f gateway port host: None {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:39:14.408116 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'name': 'router1', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:39:03Z', 'updated_at': '2021-06-22T12:39:13Z', 'revision_number': 2, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'gw_port_host': None, '_interfaces': [{'id': '7d9d92c0-5c56-4a4b-9fce-47573a6a2fec', 'name': '', 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'mac_address': 'fa:16:3e:33:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:12Z', 'updated_at': '2021-06-22T12:39:13Z', 'revision_number': 2, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'subnets': [{'id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe9c5de0-75e9-4af7-8bad-ef64b275045a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:39:14.460990 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Checking router: 35fad327-5bea-416b-b974-4365f7b6e50f for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:39:14.461363 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Updating router 35fad327-5bea-416b-b974-4365f7b6e50f port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:39:14.527685 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:15.034084 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:15.055573 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Transition to ACTIVE for port object 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:39:15.062883 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:15.065718 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:15.258250 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Pushing event updated for resources: {'Port': ['ID=7d9d92c0-5c56-4a4b-9fce-47573a6a2fec,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:15.273412 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.273748 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.274074 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.274420 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.274739 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.275054 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.275364 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.275673 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.275994 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.276301 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.276615 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.276918 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Tracked resource versions report: Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: pushed versions: Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: { 'AddressGroup': {'1.2'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'ConntrackHelper': {'1.0'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Log': {'1.0'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Network': {'1.1'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Port': {'1.7'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'PortForwarding': {'1.2'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'QosPolicy': {'1.8'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SecurityGroup': {'1.4'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SubPort': {'1.0'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Subnet': {'1.1'}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Trunk': {'1.1'}} Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: consumer versions: Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: { DHCP agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: L3 agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: Metadata agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: Metering agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: Open vSwitch agent@dv-cinder-796680-1-iscsi: { 'AddressGroup': '1.2', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'ConntrackHelper': '1.0', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Log': '1.0', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Network': '1.1', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Port': '1.7', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'PortForwarding': '1.2', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'QosPolicy': '1.8', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SecurityGroup': '1.4', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SecurityGroupRule': '1.2', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SubPort': '1.0', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Subnet': '1.1', Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Trunk': '1.1'}} Jun 22 12:39:15.277990 dv-cinder-796680-1-iscsi neutron-server[99527]: {{(pid=99527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:39:15.284036 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:15.284820 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Attempting to bind port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:39:15.285173 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Attempting to bind port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:39:15.285590 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Attempting to bind port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec on network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:39:15.290664 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:39:15.291072 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Checking segment: {'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:39:15.291573 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:15.291957 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Bound using segment: {'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:39:15.292438 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Bound port: 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3971c84c-0a91-49b6-a0d1-4e2ffb092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:39:15.292805 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:15.356830 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] For port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:39:15.379266 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] For port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=7d9d92c0-5c56-4a4b-9fce-47573a6a2fec,segment=NetworkSegment(3971c84c-0a91-49b6-a0d1-4e2ffb092e56),segment_id=3971c84c-0a91-49b6-a0d1-4e2ffb092e56)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:39:15.383670 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:15.386821 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:15.438284 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Routers {'35fad327-5bea-416b-b974-4365f7b6e50f'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:39:15.438912 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:39:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['35fad327-5bea-416b-b974-4365f7b6e50f'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:39:15.509340 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Pushing event updated for resources: {'Port': ['ID=7d9d92c0-5c56-4a4b-9fce-47573a6a2fec,revision_number=4']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:15.521512 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:15.539306 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] Set router 35fad327-5bea-416b-b974-4365f7b6e50f gateway port host: None {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:39:15.752700 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'name': 'router1', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:39:03Z', 'updated_at': '2021-06-22T12:39:13Z', 'revision_number': 2, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'gw_port_host': None, '_interfaces': [{'id': '7d9d92c0-5c56-4a4b-9fce-47573a6a2fec', 'name': '', 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'mac_address': 'fa:16:3e:33:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:12Z', 'updated_at': '2021-06-22T12:39:15Z', 'revision_number': 4, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'subnets': [{'id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe9c5de0-75e9-4af7-8bad-ef64b275045a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:39:15.777864 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d97dc-fff6-4816-acb2-429516d388a6 None None] The sync data for ids ['35fad327-5bea-416b-b974-4365f7b6e50f'] in dv-cinder-796680-1-iscsi is: [{'id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'name': 'router1', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:39:03Z', 'updated_at': '2021-06-22T12:39:13Z', 'revision_number': 2, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'gw_port_host': None, '_interfaces': [{'id': '7d9d92c0-5c56-4a4b-9fce-47573a6a2fec', 'name': '', 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'mac_address': 'fa:16:3e:33:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:12Z', 'updated_at': '2021-06-22T12:39:15Z', 'revision_number': 4, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'subnets': [{'id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe9c5de0-75e9-4af7-8bad-ef64b275045a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:39:16.014598 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 54726) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:16.136422 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed130e66-0382-4f3f-8802-e254b2ff69b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:16.137671 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ed130e66-0382-4f3f-8802-e254b2ff69b4 admin admin] 10.222.0.15 "GET /v2.0/networks/49aa5921-9e53-40f5-b07d-ed38ee83ba84 HTTP/1.1" status: 200 len: 842 time: 0.1216354 Jun 22 12:39:16.150632 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:39:16.174644 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Made reservation on behalf of 5183f4ef912c4d9d9f3ec2326f2e1d90 for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:39:16.182132 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:16.514594 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.objects.ports [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99525) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 12:39:16.515329 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:16.517422 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:16.564669 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4149dc3-5332-40ea-88ce-28398c24d27c,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:16.575901 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:16.582674 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:39:16.583158 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Network hostable DHCP agents. Network: 49aa5921-9e53-40f5-b07d-ed38ee83ba84, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:39:16.605021 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:39:16.617343 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 49aa5921-9e53-40f5-b07d-ed38ee83ba84) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:39:16.626414 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:16.627243 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:16.627775 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9620cd9-b42d-4868-b467-c1efd1543171 None None] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:39:16.651632 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4987204 Jun 22 12:39:16.765799 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c897b59-4402-4255-b633-79f7133655db None None] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:39:18.871157 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:39:18.929335 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:39:18.931684 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 54738) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:18.933553 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:18.933926 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:19.034420 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:19.071087 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=7d9d92c0-5c56-4a4b-9fce-47573a6a2fec,segment=NetworkSegment(3971c84c-0a91-49b6-a0d1-4e2ffb092e56),segment_id=3971c84c-0a91-49b6-a0d1-4e2ffb092e56)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:39:19.075577 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:19.078701 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:19.086082 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-97b806d5-8b4b-4f35-a829-95784b5ec5b2 admin admin] 10.222.0.15 "GET /v2.0/routers/35fad327-5bea-416b-b974-4365f7b6e50f HTTP/1.1" status: 200 len: 710 time: 0.1532786 Jun 22 12:39:19.135053 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=7d9d92c0-5c56-4a4b-9fce-47573a6a2fec,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:19.138159 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:19.202719 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f9c57-87d2-4c7a-9563-d7924cff4fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:19.204126 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-6a6f9c57-87d2-4c7a-9563-d7924cff4fe9 admin admin] 10.222.0.15 "GET /v2.0/networks/49aa5921-9e53-40f5-b07d-ed38ee83ba84 HTTP/1.1" status: 200 len: 886 time: 0.1120241 Jun 22 12:39:19.213303 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:39:19.563432 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:19.824411 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:19.910523 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:20.024649 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Allocated IP 172.27.0.114 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/84575946-5ecb-4567-99aa-e6b09b19499b) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:39:20.156201 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:20.199245 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:20.201598 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:20.246457 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:39:20.249888 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:39:20.253610 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:39:20.348953 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Pushing event updated for resources: {'Port': ['ID=84575946-5ecb-4567-99aa-e6b09b19499b,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:20.354491 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:20.584303 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:20.840092 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:20.844189 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570492'] for router, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:20.861775 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:39:20.926644 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:20.927025 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:20.982671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Router 35fad327-5bea-416b-b974-4365f7b6e50f has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:39:21.207410 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:39:21.211611 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:21.212687 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] 10.222.0.15 "PUT /v2.0/routers/35fad327-5bea-416b-b974-4365f7b6e50f HTTP/1.1" status: 200 len: 890 time: 2.0026743 Jun 22 12:39:21.216400 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Sync routers for ids ['35fad327-5bea-416b-b974-4365f7b6e50f'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:39:21.227806 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Routers {'35fad327-5bea-416b-b974-4365f7b6e50f'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:39:21.228489 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:39:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['35fad327-5bea-416b-b974-4365f7b6e50f'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:39:21.476870 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Set router 35fad327-5bea-416b-b974-4365f7b6e50f gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:39:21.882527 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'name': 'router1', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '84575946-5ecb-4567-99aa-e6b09b19499b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:39:03Z', 'updated_at': '2021-06-22T12:39:20Z', 'revision_number': 4, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'gw_port': {'id': '84575946-5ecb-4567-99aa-e6b09b19499b', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:19Z', 'updated_at': '2021-06-22T12:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '7d9d92c0-5c56-4a4b-9fce-47573a6a2fec', 'name': '', 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'mac_address': 'fa:16:3e:33:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:12Z', 'updated_at': '2021-06-22T12:39:19Z', 'revision_number': 5, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'subnets': [{'id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe9c5de0-75e9-4af7-8bad-ef64b275045a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:39:21.931897 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Checking router: 35fad327-5bea-416b-b974-4365f7b6e50f for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:39:21.932243 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Updating router 35fad327-5bea-416b-b974-4365f7b6e50f port 84575946-5ecb-4567-99aa-e6b09b19499b binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:39:21.969138 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:22.299070 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:22.308365 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Transition to ACTIVE for port object 84575946-5ecb-4567-99aa-e6b09b19499b will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:39:22.315192 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:22.317356 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:22.367591 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4ca83-67c2-4cd6-9cfc-65164ddbdc6b None None] Pushing event updated for resources: {'Port': ['ID=84575946-5ecb-4567-99aa-e6b09b19499b,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:22.372154 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-e2e4ca83-67c2-4cd6-9cfc-65164ddbdc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:22.373239 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Attempting to bind port 84575946-5ecb-4567-99aa-e6b09b19499b on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:39:22.373606 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Attempting to bind port 84575946-5ecb-4567-99aa-e6b09b19499b by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:39:22.374502 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Attempting to bind port 84575946-5ecb-4567-99aa-e6b09b19499b on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:39:22.379830 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:39:22.380208 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:39:22.380609 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:22.381005 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:39:22.381475 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Bound port: 84575946-5ecb-4567-99aa-e6b09b19499b, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:39:22.381855 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:22.436399 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] For port 84575946-5ecb-4567-99aa-e6b09b19499b, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:39:22.440515 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] For port 84575946-5ecb-4567-99aa-e6b09b19499b, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=84575946-5ecb-4567-99aa-e6b09b19499b,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:39:22.445617 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:22.447854 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bd8e1ff1-a051-4f1a-be86-f61b8ccb482c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:22.497242 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Routers {'35fad327-5bea-416b-b974-4365f7b6e50f'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:39:22.498416 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:39:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['35fad327-5bea-416b-b974-4365f7b6e50f'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:39:22.547974 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4ca83-67c2-4cd6-9cfc-65164ddbdc6b None None] Pushing event updated for resources: {'Port': ['ID=84575946-5ecb-4567-99aa-e6b09b19499b,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:22.551065 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-e2e4ca83-67c2-4cd6-9cfc-65164ddbdc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:22.705010 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] Set router 35fad327-5bea-416b-b974-4365f7b6e50f gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:39:22.926558 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'name': 'router1', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '84575946-5ecb-4567-99aa-e6b09b19499b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:39:03Z', 'updated_at': '2021-06-22T12:39:20Z', 'revision_number': 4, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'gw_port': {'id': '84575946-5ecb-4567-99aa-e6b09b19499b', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:19Z', 'updated_at': '2021-06-22T12:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '7d9d92c0-5c56-4a4b-9fce-47573a6a2fec', 'name': '', 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'mac_address': 'fa:16:3e:33:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:12Z', 'updated_at': '2021-06-22T12:39:19Z', 'revision_number': 5, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'subnets': [{'id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe9c5de0-75e9-4af7-8bad-ef64b275045a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:39:22.957285 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc902c3-32ad-4f11-a23e-8c898209bb02 None None] The sync data for ids ['35fad327-5bea-416b-b974-4365f7b6e50f'] in dv-cinder-796680-1-iscsi is: [{'id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'name': 'router1', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '84575946-5ecb-4567-99aa-e6b09b19499b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:39:03Z', 'updated_at': '2021-06-22T12:39:20Z', 'revision_number': 4, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'gw_port': {'id': '84575946-5ecb-4567-99aa-e6b09b19499b', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:19Z', 'updated_at': '2021-06-22T12:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '7d9d92c0-5c56-4a4b-9fce-47573a6a2fec', 'name': '', 'network_id': '9efa5b4d-3c69-445c-b7b3-a1835fa136e8', 'tenant_id': 'b002a652d5b04a98ae0333c5a1736295', 'mac_address': 'fa:16:3e:33:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fad327-5bea-416b-b974-4365f7b6e50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:39:12Z', 'updated_at': '2021-06-22T12:39:19Z', 'revision_number': 5, 'project_id': 'b002a652d5b04a98ae0333c5a1736295', 'subnets': [{'id': 'a5346906-2efd-4437-8df9-3646dd36cf6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe9c5de0-75e9-4af7-8bad-ef64b275045a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:39:23.631008 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 54746) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:23.759834 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-45cdc1e5-f4ed-4a1b-99dc-e63d5f39df8a admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1276698 Jun 22 12:39:24.872657 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 84575946-5ecb-4567-99aa-e6b09b19499b up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:39:24.926241 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 84575946-5ecb-4567-99aa-e6b09b19499b completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:39:24.930468 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 84575946-5ecb-4567-99aa-e6b09b19499b triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:24.930846 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:25.017256 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:25.039421 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 84575946-5ecb-4567-99aa-e6b09b19499b, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=84575946-5ecb-4567-99aa-e6b09b19499b,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:39:25.046963 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:25.049628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:25.107711 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=84575946-5ecb-4567-99aa-e6b09b19499b,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:25.112256 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:26.874027 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 84575946-5ecb-4567-99aa-e6b09b19499b up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:39:26.924587 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 84575946-5ecb-4567-99aa-e6b09b19499b triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:26.925072 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:33.781010 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-344c7bcb-7d09-481a-8a8e-d414bf264431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:37.024832 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7cff2df7-7b80-4965-aaf0-f7ae39491fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:38.546401 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:39.767302 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:40.444581 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:44.724427 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:40:03.765926 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2b6405ec-5249-4f16-bdfc-d781282d187a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:07.023383 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-b25b8fa6-8165-40aa-a9c7-c81e94fb9fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:08.531111 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:09.776178 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:10.449673 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:21.714623 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:40:33.769015 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-95a21cce-421b-41bf-ab4b-490b78ab22f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.016733 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-1a6060b9-0593-4fe8-95cd-2571b481f91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:38.534619 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:39.774326 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:40.455436 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:58.712878 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:41:01.042402 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55316) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:01.105854 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb535d1-3e76-4398-b2ff-3a4c59950440 admin admin] GET failed (client error): The resource could not be found. Jun 22 12:41:01.107254 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-dcb535d1-3e76-4398-b2ff-3a4c59950440 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637898 Jun 22 12:41:01.274199 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31a4e4-efc1-4ef2-a734-034d2b7fa1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:01.275684 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-6b31a4e4-efc1-4ef2-a734-034d2b7fa1f7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1645079 Jun 22 12:41:03.469926 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55326) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:03.563642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0854fa87-9e45-4816-958c-876397cc22e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:03.565009 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-0854fa87-9e45-4816-958c-876397cc22e5 admin admin] 10.222.0.15 "GET /v2.0/subnets/a5346906-2efd-4437-8df9-3646dd36cf6f HTTP/1.1" status: 200 len: 849 time: 0.0941041 Jun 22 12:41:03.574894 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:41:03.664730 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:03.773512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bb108261-2c13-4947-9392-199bad62c079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:03.812776 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771142759132'] for subnet, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:03.817357 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b3e269e0-1a8f-4b82-b9a2-b7ec6f47930e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:41:03.844782 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:03.845361 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:03.847702 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] 10.222.0.15 "PUT /v2.0/subnets/a5346906-2efd-4437-8df9-3646dd36cf6f HTTP/1.1" status: 200 len: 868 time: 0.2768278 Jun 22 12:41:03.849300 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2fe7a-fb58-49a9-b2ef-5007b01786c4 None None] Network 9efa5b4d-3c69-445c-b7b3-a1835fa136e8 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:41:03.872832 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5346906-2efd-4437-8df9-3646dd36cf6f,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:41:03.880226 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.880601 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.880912 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.881242 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.881562 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.881898 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.882249 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.882573 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.882931 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.883252 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.883568 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.883880 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:03.888202 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:41:04.223085 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-1af48e28-ce2f-41cb-a2a5-7f3480437af1 None None] Provisioning complete for port 583cb42f-0b07-4a92-a590-fabe438037e5 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:41:04.223463 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-1af48e28-ce2f-41cb-a2a5-7f3480437af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:04.309098 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-1af48e28-ce2f-41cb-a2a5-7f3480437af1 None None] Provisioning complete for port 7d9d92c0-5c56-4a4b-9fce-47573a6a2fec triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:41:04.309369 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-1af48e28-ce2f-41cb-a2a5-7f3480437af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:06.069529 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55334) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:06.273558 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf6b37-a28b-4010-83d4-458484da5fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:06.273939 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf6b37-a28b-4010-83d4-458484da5fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:06.275461 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-fbcf6b37-a28b-4010-83d4-458484da5fd2 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049911 Jun 22 12:41:07.018441 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-1a13ec6a-ba9c-472e-88fc-3a31490c2182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:08.439819 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55344) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:08.539860 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:08.571701 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f517886-f40f-4854-9b68-c778efbf09a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:08.572174 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f517886-f40f-4854-9b68-c778efbf09a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:08.574234 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8f517886-f40f-4854-9b68-c778efbf09a5 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329272 Jun 22 12:41:09.771284 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:10.461961 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:10.754767 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55352) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:10.915989 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a243b-16b0-4151-bd3a-4c50080e8e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:10.918446 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-719a243b-16b0-4151-bd3a-4c50080e8e24 admin admin] 10.222.0.15 "GET /v2.0/networks/49aa5921-9e53-40f5-b07d-ed38ee83ba84 HTTP/1.1" status: 200 len: 886 time: 0.1625988 Jun 22 12:41:13.096627 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55360) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:13.242775 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0cb68-ef31-4757-9c44-e91e6e311fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:13.244133 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-3fe0cb68-ef31-4757-9c44-e91e6e311fa6 admin admin] 10.222.0.15 "GET /v2.0/networks/9efa5b4d-3c69-445c-b7b3-a1835fa136e8 HTTP/1.1" status: 200 len: 869 time: 0.1465721 Jun 22 12:41:15.406014 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55368) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:15.534509 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e2ab3-2c73-4843-97f0-f35b31cbb04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:15.534966 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e2ab3-2c73-4843-97f0-f35b31cbb04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:15.536483 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-bc1e2ab3-2c73-4843-97f0-f35b31cbb04f admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294653 Jun 22 12:41:17.719744 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55376) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:17.848100 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bdd93-f8cd-4c2b-8b7d-2dadbbb8c388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:17.848553 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bdd93-f8cd-4c2b-8b7d-2dadbbb8c388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:17.850053 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-819bdd93-f8cd-4c2b-8b7d-2dadbbb8c388 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293700 Jun 22 12:41:20.030345 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55384) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:20.131678 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd15a29-2823-4072-90b2-c435a2ab36fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:20.133023 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-0dd15a29-2823-4072-90b2-c435a2ab36fd admin admin] 10.222.0.15 "GET /v2.0/subnets/a5346906-2efd-4437-8df9-3646dd36cf6f HTTP/1.1" status: 200 len: 868 time: 0.1017396 Jun 22 12:41:22.294539 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55392) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:22.378037 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d0a80-9bfc-41aa-a231-951cef85fb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:22.379425 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-051d0a80-9bfc-41aa-a231-951cef85fb44 admin admin] 10.222.0.15 "GET /v2.0/subnets/e4149dc3-5332-40ea-88ce-28398c24d27c HTTP/1.1" status: 200 len: 816 time: 0.0839360 Jun 22 12:41:33.775330 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-dab1bf2c-6983-4d19-b0c4-6384ff4b909a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:35.711281 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:41:37.022091 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-5903e07d-e992-4d12-9ce6-a11116f23d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:38.543581 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:39.775226 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:40.469461 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:46.228891 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55436) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:46.275907 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [None req-218c0052-65f1-4f42-a1ad-df05788b971e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:41:46.276964 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-218c0052-65f1-4f42-a1ad-df05788b971e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470378 Jun 22 12:41:48.559597 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55444) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:48.618783 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ff7ecb-2c7c-41cb-a654-16418ecbc4b4 admin admin] GET failed (client error): The resource could not be found. Jun 22 12:41:48.620141 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-d2ff7ecb-2c7c-41cb-a654-16418ecbc4b4 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595152 Jun 22 12:41:48.718046 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8128ba-4086-4114-ae63-1c0dd17e7f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:48.719530 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-2b8128ba-4086-4114-ae63-1c0dd17e7f59 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0955768 Jun 22 12:41:50.951248 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55452) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:50.998744 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:41:51.018667 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Made reservation on behalf of 5183f4ef912c4d9d9f3ec2326f2e1d90 for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:41:51.020946 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:51.049519 dv-cinder-796680-1-iscsi neutron-server[99525]: WARNING neutron.services.revisions.revision_plugin [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Could not find related network for resource to bump revision. Jun 22 12:41:51.063180 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:41:51.073615 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:51.074094 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Added segment 75965357-654d-4df7-bee5-c7d8debe8e5c of type vlan for network d404be82-c931-4879-b14e-77972f48cfa0 Jun 22 12:41:51.125265 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:51.153043 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:51.154541 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:51.155129 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:51.157071 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:41:51.213582 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2612116 Jun 22 12:41:51.218475 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Pushing event updated for resources: {'Network': ['ID=d404be82-c931-4879-b14e-77972f48cfa0,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:41:51.221263 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e841c9f0-df5d-44f6-bc25-3a90440eb97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:41:51.229985 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network d404be82-c931-4879-b14e-77972f48cfa0 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:41:53.381519 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55460) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:53.440599 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2fbce9-7d12-4122-8253-0176e620fb2a admin admin] GET failed (client error): The resource could not be found. Jun 22 12:41:53.442146 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-0e2fbce9-7d12-4122-8253-0176e620fb2a admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594299 Jun 22 12:41:53.514626 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed30eb-f4c7-45a3-9a3b-bf96eee841af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:53.516065 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-62ed30eb-f4c7-45a3-9a3b-bf96eee841af admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700915 Jun 22 12:41:53.525768 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:41:53.546998 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Made reservation on behalf of 5183f4ef912c4d9d9f3ec2326f2e1d90 for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:41:53.549522 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:53.709229 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:53.711232 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:41:53.764090 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971088c0-f410-4af2-84f0-c721d1ba8add,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:41:53.767831 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:41:53.771615 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Checking segment: {'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:41:53.771978 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Network hostable DHCP agents. Network: d404be82-c931-4879-b14e-77972f48cfa0, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:41:53.788657 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Network d404be82-c931-4879-b14e-77972f48cfa0 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:41:53.797441 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, d404be82-c931-4879-b14e-77972f48cfa0) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:41:53.801527 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:41:53.802108 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:53.807678 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1ba02-7aff-43b0-b320-daefd7657aab None None] Network d404be82-c931-4879-b14e-77972f48cfa0 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:41:53.815862 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2934489 Jun 22 12:41:53.963335 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-d404be82-c931-4879-b14e-77972f48cfa0', 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0', 'tenant_id': '5183f4ef912c4d9d9f3ec2326f2e1d90', 'fixed_ips': [{'subnet_id': '971088c0-f410-4af2-84f0-c721d1ba8add'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:41:53.964136 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:54.211447 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Allocated IP 192.168.233.2 (d404be82-c931-4879-b14e-77972f48cfa0/971088c0-f410-4af2-84f0-c721d1ba8add/8714b169-8290-4c37-80a0-237c11b7f7d4) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:41:54.365537 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:54.376399 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Transition to ACTIVE for port object 8714b169-8290-4c37-80a0-237c11b7f7d4 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:41:54.395676 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Transition to ACTIVE for port object 8714b169-8290-4c37-80a0-237c11b7f7d4 will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:41:54.402526 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:54.404799 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-e2e4ca83-67c2-4cd6-9cfc-65164ddbdc6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:41:54.446793 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Network d404be82-c931-4879-b14e-77972f48cfa0 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:41:54.453259 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:41:54.455502 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Pushing event updated for resources: {'Port': ['ID=8714b169-8290-4c37-80a0-237c11b7f7d4,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:41:54.457721 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:41:54.470041 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.470422 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.470767 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.471105 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.471464 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.471765 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.472088 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.472413 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.472756 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.473087 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.473407 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.473742 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:54.498244 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:41:54.529477 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Attempting to bind port 8714b169-8290-4c37-80a0-237c11b7f7d4 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:41:54.529868 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Attempting to bind port 8714b169-8290-4c37-80a0-237c11b7f7d4 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:41:54.530266 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Attempting to bind port 8714b169-8290-4c37-80a0-237c11b7f7d4 on network d404be82-c931-4879-b14e-77972f48cfa0 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:41:54.535521 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:41:54.535901 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Checking segment: {'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:41:54.536307 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:54.536711 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Bound using segment: {'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:41:54.537185 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Bound port: 8714b169-8290-4c37-80a0-237c11b7f7d4, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:41:54.537564 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:54.601861 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] For port 8714b169-8290-4c37-80a0-237c11b7f7d4, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:41:54.605430 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] For port 8714b169-8290-4c37-80a0-237c11b7f7d4, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=8714b169-8290-4c37-80a0-237c11b7f7d4,segment=NetworkSegment(75965357-654d-4df7-bee5-c7d8debe8e5c),segment_id=75965357-654d-4df7-bee5-c7d8debe8e5c)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:41:54.611580 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:54.613836 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:41:54.673758 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Pushing event updated for resources: {'Port': ['ID=8714b169-8290-4c37-80a0-237c11b7f7d4,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:41:54.677030 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:41:55.005655 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 8714b169-8290-4c37-80a0-237c11b7f7d4 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:41:55.066582 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 8714b169-8290-4c37-80a0-237c11b7f7d4 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:41:55.473565 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195928ed-9e0b-4417-9663-5fb782e92c41 None None] Network d404be82-c931-4879-b14e-77972f48cfa0 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:41:55.539212 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] Provisioning for port 8714b169-8290-4c37-80a0-237c11b7f7d4 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:41:55.545821 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] Provisioning complete for port 8714b169-8290-4c37-80a0-237c11b7f7d4 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:41:55.546272 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:55.696306 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:55.738575 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] For port 8714b169-8290-4c37-80a0-237c11b7f7d4, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=8714b169-8290-4c37-80a0-237c11b7f7d4,segment=NetworkSegment(75965357-654d-4df7-bee5-c7d8debe8e5c),segment_id=75965357-654d-4df7-bee5-c7d8debe8e5c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:41:55.747080 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:55.752051 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:41:55.805992 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] Pushing event updated for resources: {'Port': ['ID=8714b169-8290-4c37-80a0-237c11b7f7d4,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:41:55.810692 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:41:55.969093 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-dd6823dc-b505-4eab-ac5e-b427f34028e4 None None] Provisioning complete for port 8714b169-8290-4c37-80a0-237c11b7f7d4 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:41:55.969385 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-dd6823dc-b505-4eab-ac5e-b427f34028e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:56.972644 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 8714b169-8290-4c37-80a0-237c11b7f7d4 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:41:57.020707 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 8714b169-8290-4c37-80a0-237c11b7f7d4 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:41:57.021075 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:03.778651 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e5c5ddb6-d430-4c45-abc1-997475248422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:07.025510 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d50-bb82-410d-977d-0070ea58abb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:08.546262 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:09.779643 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:10.470788 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:12.709192 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:42:33.779353 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c53045a5-b2af-4974-8482-7234458a031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:37.027447 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9d03-65cc-4f0c-b31e-66e62fb26a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:38.548115 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:39.781086 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:40.481250 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:49.707237 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:43:03.250267 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55512) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:43:03.256185 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [None req-29dae3d1-a7d9-4e83-8b93-2bf9142097d3 tempest-verify_tempest_config-63883610 tempest-verify_tempest_config-63883610-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:43:03.257078 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-29dae3d1-a7d9-4e83-8b93-2bf9142097d3 tempest-verify_tempest_config-63883610 tempest-verify_tempest_config-63883610-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058739 Jun 22 12:43:03.559669 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55530) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:43:03.659628 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:03.748560 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:03.752313 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:03.758043 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:43:03.784277 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed454-42ef-48ff-a558-b458c2a7271f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:03.800958 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe3e452226754e2a9aca5784dc8f65d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2402346 Jun 22 12:43:03.801762 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c8048-1253-4d68-99d7-808bc5715d94,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:43:03.803600 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55536) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:43:03.808335 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.808631 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.808968 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.809299 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.809624 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.809969 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.810314 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.810642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.810969 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.811287 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.811602 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.811914 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.815650 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:43:03.859226 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:03.879121 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:03.965641 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:03.968550 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:03.969716 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec0c8048-1253-4d68-99d7-808bc5715d94 HTTP/1.1" status: 204 len: 168 time: 0.1651788 Jun 22 12:43:03.970556 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:43:03.977944 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c8048-1253-4d68-99d7-808bc5715d94,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:43:03.985699 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.986150 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.986424 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.986754 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.987082 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.987425 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.987755 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.988075 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.988413 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.988734 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.989053 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.989367 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:43:03.992559 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:43:07.028951 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-719959ca-b40a-47f3-981a-78f4d5bdedb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:08.551636 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:09.786000 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:10.489885 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:26.706038 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:43:33.785078 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-9e213813-f81f-4759-8324-32365662b825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:37.030714 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c383367a-a1bb-4968-880e-a75d1e4b1b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:38.552662 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:39.785391 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:40.485917 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:03.704582 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:44:03.785508 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-6d312a25-333c-44dc-8067-e1cdf58cb8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:07.033260 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0ab3-2c88-4f8f-8fef-885bc5473d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:08.554325 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:09.790024 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:10.489162 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:33.793757 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-93c39e07-2296-46ed-9d98-5d00baebe644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:37.034579 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e56d5b4c-2097-48c7-a671-938d555af97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:38.556332 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:39.792586 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:40.493058 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:40.703304 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 5 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:44:40.873819 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489'] for agent, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:55.503824 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55608) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:44:55.605083 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-c3d248e4-3f7c-4d69-882b-f834b5494f15 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1001613 Jun 22 12:44:57.824872 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55618) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:44:57.877763 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b3325575-5530-45bd-9c35-940f9ad6b182 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0517943 Jun 22 12:45:03.785761 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-32861e76-a91d-498b-8daa-71c45bda41ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:07.035773 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-d056ed08-d729-48aa-88a2-35bdd10d77d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:08.556334 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:09.798354 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:10.493859 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:10.826261 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:17.702366 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:45:33.789203 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-997e18a2-5358-49a5-88f9-b57fd773bbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:37.038821 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8a172c3e-1886-4392-9844-b40e402e9318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:38.558076 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.804948 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.506691 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.844268 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.704674 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:46:03.805351 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-4c2d7f12-5f91-4d7a-808c-0794db12a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:07.044303 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-712029ca-a7e9-463d-a0a4-012d3bd60925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.569021 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.811846 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.507156 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.863084 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:31.705392 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:46:33.798296 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2ef88133-d5c6-43d7-9591-a89f4c3a4650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.057537 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55792) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:34.521937 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1120097171-network', 'tenant_id': 'a9c579a0c4bb4037a570fa12d635ed45'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:34.552409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Made reservation on behalf of a9c579a0c4bb4037a570fa12d635ed45 for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:34.556781 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.573400 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.732510 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.738846 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.768660 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:46:34.779871 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:34.792486 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.792834 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Added segment 93186045-e2e2-44f9-9ab6-05d785676dcd of type vlan for network 04386c6d-fdab-4d04-a9b4-807415b7aa25 Jun 22 12:46:34.817330 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d98d6b2-193e-4637-9c39-a5aa9ef8bde6,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:34.829809 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.830334 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.830601 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.830932 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.831258 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.831599 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.831921 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.832234 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.832598 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.832903 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.833214 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.833705 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Tracked resource versions report: Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: pushed versions: Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: { 'AddressGroup': {'1.2'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'ConntrackHelper': {'1.0'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Log': {'1.0'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Network': {'1.1'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Port': {'1.7'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'PortForwarding': {'1.2'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'QosPolicy': {'1.8'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SecurityGroup': {'1.4'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SubPort': {'1.0'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Subnet': {'1.1'}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Trunk': {'1.1'}} Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: consumer versions: Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: { DHCP agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: HyperV agent@hv-cinder-79668: {}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: L3 agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: Metadata agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: Metering agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: Open vSwitch agent@dv-cinder-796680-1-iscsi: { 'AddressGroup': '1.2', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'ConntrackHelper': '1.0', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Log': '1.0', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Network': '1.1', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Port': '1.7', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'PortForwarding': '1.2', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'QosPolicy': '1.8', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SecurityGroup': '1.4', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SecurityGroupRule': '1.2', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'SubPort': '1.0', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Subnet': '1.1', Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: 'Trunk': '1.1'}} Jun 22 12:46:34.834646 dv-cinder-796680-1-iscsi neutron-server[99524]: {{(pid=99524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:46:34.839447 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:34.872503 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.920266 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.924816 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:34.926361 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.944479 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:35.026754 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55830) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:35.027523 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9683228 Jun 22 12:46:35.033169 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Request body: {'subnet': {'network_id': '04386c6d-fdab-4d04-a9b4-807415b7aa25', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1120097171-subnet', 'tenant_id': 'a9c579a0c4bb4037a570fa12d635ed45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:35.059452 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Pushing event updated for resources: {'Network': ['ID=04386c6d-fdab-4d04-a9b4-807415b7aa25,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:35.067412 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:35.070602 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Made reservation on behalf of a9c579a0c4bb4037a570fa12d635ed45 for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:35.072941 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.078537 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 04386c6d-fdab-4d04-a9b4-807415b7aa25 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:46:35.163446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55838) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:35.207854 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55842) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:35.283030 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.287027 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:35.480510 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a09403e-0b2c-42c1-aa0c-538435b595a6,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:35.489860 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.490228 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.490559 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.490908 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.491226 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.491772 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.492277 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.492764 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.493256 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.493755 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.494076 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.494528 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Tracked resource versions report: Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: pushed versions: Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: { 'AddressGroup': {'1.2'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'ConntrackHelper': {'1.0'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Log': {'1.0'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Network': {'1.1'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Port': {'1.7'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'PortForwarding': {'1.2'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'QosPolicy': {'1.8'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SecurityGroup': {'1.4'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SubPort': {'1.0'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Subnet': {'1.1'}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Trunk': {'1.1'}} Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: consumer versions: Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: { DHCP agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: HyperV agent@hv-cinder-79668: {}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: L3 agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: Metadata agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: Metering agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: Open vSwitch agent@dv-cinder-796680-1-iscsi: { 'AddressGroup': '1.2', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'ConntrackHelper': '1.0', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Log': '1.0', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Network': '1.1', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Port': '1.7', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'PortForwarding': '1.2', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'QosPolicy': '1.8', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SecurityGroup': '1.4', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SecurityGroupRule': '1.2', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'SubPort': '1.0', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Subnet': '1.1', Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: 'Trunk': '1.1'}} Jun 22 12:46:35.495525 dv-cinder-796680-1-iscsi neutron-server[99525]: {{(pid=99525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:46:35.504159 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:35.504893 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Checking segment: {'id': '93186045-e2e2-44f9-9ab6-05d785676dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '04386c6d-fdab-4d04-a9b4-807415b7aa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:35.505328 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Network hostable DHCP agents. Network: 04386c6d-fdab-4d04-a9b4-807415b7aa25, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:46:35.526408 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Network 04386c6d-fdab-4d04-a9b4-807415b7aa25 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:46:35.539757 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 04386c6d-fdab-4d04-a9b4-807415b7aa25) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:35.545910 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:35.547088 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.558282 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3fb0c-2982-4fe5-9058-f8ea99d06059 None None] Network 04386c6d-fdab-4d04-a9b4-807415b7aa25 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:35.582355 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3f297d09-5cd8-41b0-bbb6-45d6fea479c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5540791 Jun 22 12:46:35.645611 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-407574608-network', 'tenant_id': '8cf9d4dc299b4330993361d71ec98d63'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:35.691105 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Made reservation on behalf of 8cf9d4dc299b4330993361d71ec98d63 for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:35.695170 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.712024 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.778979 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d5ff4-cdc3-4ef8-92c4-25c0fdf49574 None None] Network 04386c6d-fdab-4d04-a9b4-807415b7aa25 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:35.881150 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-network', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:35.906413 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.917775 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.944885 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:46:35.962933 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.964088 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Added segment c05925f5-c6cb-4573-90b1-9235471053ba of type vlan for network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f Jun 22 12:46:36.005927 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55862) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:36.040734 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.053599 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a7ee9fd3-847d-4634-b537-9af5d0db2668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:36.100784 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Made reservation on behalf of 7f9fa9fd226944e4b45f76971479e3bc for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:36.104651 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.135943 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.159111 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.202281 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:36.204038 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.233474 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755e2943-bc47-4a06-85a9-36d1baab5dc4,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:36.284162 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55876) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:36.285386 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:36.286269 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2ebf5fce-f31d-4551-8ac1-307c23b0cc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:36.388671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-903103174-network', 'tenant_id': 'df45705971d64574a506c5671487ece0'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:36.411449 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.429771 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.449812 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:46:36.460067 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2941592 Jun 22 12:46:36.462441 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55882) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:36.466921 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.467300 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Added segment e66e1d86-25ef-4fb5-aefd-c9f11455e0ac of type vlan for network fbb92931-0107-4cae-9f3e-ec359c4f3558 Jun 22 12:46:36.478848 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Pushing event updated for resources: {'Network': ['ID=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:36.479565 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Request body: {'subnet': {'network_id': '7dfee72f-e88f-43ea-b40b-62ad95dcdd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-407574608-subnet', 'tenant_id': '8cf9d4dc299b4330993361d71ec98d63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:36.490946 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:46:36.506487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:36.514090 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:36.519534 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Made reservation on behalf of df45705971d64574a506c5671487ece0 for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:36.524668 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.543376 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.545407 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Made reservation on behalf of 8cf9d4dc299b4330993361d71ec98d63 for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:36.549582 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.595878 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7449066-ca0d-4d26-864b-fbc85ae5f1cb,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:36.620529 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:36.651079 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.723796 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.725087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:36.725711 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.738679 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:36.857146 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6470873 Jun 22 12:46:36.863840 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55890) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:36.873296 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Request body: {'subnet': {'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-subnet', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:36.894512 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb92931-0107-4cae-9f3e-ec359c4f3558,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:36.900397 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:36.913542 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network fbb92931-0107-4cae-9f3e-ec359c4f3558 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:46:36.933216 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-network', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:37.049409 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8bae0dba-1c78-4cf4-88ef-eb2a559d80be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.109459 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.123281 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.144446 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c0982159-ca72-463e-b7a8-7e6e4d2ac5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:37.152844 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.157431 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Made reservation on behalf of 7f9fa9fd226944e4b45f76971479e3bc for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:37.160287 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.223217 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.db.api [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 12:46:37.223217 dv-cinder-796680-1-iscsi neutron-server[99525]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 12:46:37.223217 dv-cinder-796680-1-iscsi neutron-server[99525]: [parameters: {'project_id_1': '8fd8f28261ac4130b3611edc2ba57f7a', 'expiration_1': datetime.datetime(2021, 6, 22, 12, 46, 37, 37607)}] Jun 22 12:46:37.223217 dv-cinder-796680-1-iscsi neutron-server[99525]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 12:46:37.223890 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_db.api [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 12:46:37.263890 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:46:37.291485 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1f5828-6700-41c7-9472-d00dde6809f8,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:37.300283 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.301071 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Added segment 758d75ec-607d-4e4a-912c-1db8d50e0e9b of type vlan for network 7f643e26-0049-4c27-87eb-ac8863ee1cbc Jun 22 12:46:37.353914 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.374757 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:37.386502 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:37.405796 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.433663 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:37.434271 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.467003 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4595039 Jun 22 12:46:37.472364 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Checking segment: {'id': 'c05925f5-c6cb-4573-90b1-9235471053ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7dfee72f-e88f-43ea-b40b-62ad95dcdd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:37.472636 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Network hostable DHCP agents. Network: 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:46:37.474018 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55914) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:37.484887 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Request body: {'subnet': {'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-903103174-subnet', 'tenant_id': 'df45705971d64574a506c5671487ece0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:37.532912 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Made reservation on behalf of df45705971d64574a506c5671487ece0 for: {'subnet': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:37.542007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.567446 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:37.571730 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.575085 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:37.575472 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:37.721024 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:46:37.728610 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Pushing event updated for resources: {'Network': ['ID=7f643e26-0049-4c27-87eb-ac8863ee1cbc,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:37.734035 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:37.743268 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:37.746836 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 7f643e26-0049-4c27-87eb-ac8863ee1cbc details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:46:37.779888 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:37.790599 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:37.791598 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.817250 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Checking segment: {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:37.817995 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Network hostable DHCP agents. Network: fbb92931-0107-4cae-9f3e-ec359c4f3558, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:46:37.826385 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Made reservation on behalf of 8fd8f28261ac4130b3611edc2ba57f7a for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:37.830624 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.838083 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3734825 Jun 22 12:46:37.848782 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b491bf19-1b30-4829-b138-211595335f64,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:37.851555 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.856872 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:37.895439 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Network fbb92931-0107-4cae-9f3e-ec359c4f3558 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:46:37.920175 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a0d13-82e7-4ee5-aa4b-42f80357dd66 None None] Network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:37.921002 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, fbb92931-0107-4cae-9f3e-ec359c4f3558) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:37.933188 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:37.934203 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.956794 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55926) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:38.013531 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d538dd-5534-4cdd-a26f-d00f3960ed9b None None] Network fbb92931-0107-4cae-9f3e-ec359c4f3558 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:38.076646 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.082255 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.082490 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:38.096169 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.105341 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:38.119049 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2493217 Jun 22 12:46:38.129384 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 55934) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:38.155362 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:38.204520 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:46:38.227743 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5648886-e379-46d9-95a9-c0c84efbdf2d None None] Network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:38.245165 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27cd510-ca12-4a93-aa52-8cf13a9b5435,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:38.250972 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.251670 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Added segment d08324e4-417b-4e58-b27f-6630827d9b6a of type vlan for network acc9fee7-e7ea-4263-ba34-69c1136681b3 Jun 22 12:46:38.268954 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:38.272537 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.275628 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.300929 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee53181-3547-4ebc-abd9-56241909cfc9,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:38.309548 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:38.315227 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Checking segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:38.315227 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Network hostable DHCP agents. Network: 7f643e26-0049-4c27-87eb-ac8863ee1cbc, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:46:38.346988 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Network 7f643e26-0049-4c27-87eb-ac8863ee1cbc is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:46:38.375769 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.380190 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 7f643e26-0049-4c27-87eb-ac8863ee1cbc) {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:38.387428 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:38.388469 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.403829 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c9fc0-30e0-4c02-9cb9-7cd7cbcc335a None None] Network 7f643e26-0049-4c27-87eb-ac8863ee1cbc requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:38.436253 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e3331-f6d6-4b3f-b859-3ddbd3290163 None None] Network fbb92931-0107-4cae-9f3e-ec359c4f3558 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:38.441029 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9650562 Jun 22 12:46:38.527736 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55952) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:38.535845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036793371-network', 'tenant_id': '54dd7cf3366c4a8fb7e2319d65551744'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:38.554845 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.db.resource_extend [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 12:46:38.575392 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Made reservation on behalf of 54dd7cf3366c4a8fb7e2319d65551744 for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:38.581827 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.603123 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.621474 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-eb318a76-5883-47a1-b583-2c228b2882b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.636972 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.688072 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.689872 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:38.690521 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.726568 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-582c7e74-9a4e-4032-b004-a976fbefe95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:38.738779 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.889209 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Pushing event updated for resources: {'Network': ['ID=acc9fee7-e7ea-4263-ba34-69c1136681b3,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:38.899040 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.906714 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:38.938240 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.948963 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.955568 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:38.987350 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:46:39.007701 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c584d864-d848-4173-8c5d-c7cb23d30641 None None] Network 7f643e26-0049-4c27-87eb-ac8863ee1cbc requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:39.058635 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:46:39.067375 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7795424 Jun 22 12:46:39.081949 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 55964) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:39.104346 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Request body: {'subnet': {'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-subnet', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:39.125931 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59040d04-1612-4b5d-9c2d-7669390fc4c2,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:39.151126 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:39.161333 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.162060 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Added segment e51b3cb7-1ca7-4c3b-bd9e-4dc414ff416b of type vlan for network b39abb05-9970-4658-983c-0c4e0f8e87e3 Jun 22 12:46:39.276795 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.339630 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.344730 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:39.346918 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.387085 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:39.437912 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-eb318a76-5883-47a1-b583-2c228b2882b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.462000 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-eb318a76-5883-47a1-b583-2c228b2882b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.515196 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:39.542312 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-eb318a76-5883-47a1-b583-2c228b2882b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed440b5887ea45c1aba5e9ff24b1ed51&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5839005 Jun 22 12:46:39.544000 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56000) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:39.572678 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Pushing event updated for resources: {'Network': ['ID=b39abb05-9970-4658-983c-0c4e0f8e87e3,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:39.574747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.581301 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Made reservation on behalf of 8fd8f28261ac4130b3611edc2ba57f7a for: {'subnet': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:39.585286 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.587343 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network b39abb05-9970-4658-983c-0c4e0f8e87e3 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:46:39.588141 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb318a76-5883-47a1-b583-2c228b2882b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839899e8-62ab-49d8-8769-a652fe6e6a9f,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:39.588975 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:39.600018 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-eb318a76-5883-47a1-b583-2c228b2882b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:39.620845 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0898063 Jun 22 12:46:39.633365 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56004) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:39.639538 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Request body: {'subnet': {'network_id': 'b39abb05-9970-4658-983c-0c4e0f8e87e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036793371-subnet', 'tenant_id': '54dd7cf3366c4a8fb7e2319d65551744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:39.643964 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.732216 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Made reservation on behalf of 54dd7cf3366c4a8fb7e2319d65551744 for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:39.736545 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.791405 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-88c6812d-af2c-4da9-8a72-b33573a13f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.827147 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.855397 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-88c6812d-af2c-4da9-8a72-b33573a13f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.021878 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Allocated IP 172.27.0.235 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/1edb1322-7e14-4235-87e2-19fcb4239035) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:40.066221 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-88c6812d-af2c-4da9-8a72-b33573a13f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.084252 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56012) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:40.091018 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-88c6812d-af2c-4da9-8a72-b33573a13f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.093678 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-88c6812d-af2c-4da9-8a72-b33573a13f2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/839899e8-62ab-49d8-8769-a652fe6e6a9f HTTP/1.1" status: 204 len: 168 time: 0.5484164 Jun 22 12:46:40.106165 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56016) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:40.107236 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:40.132273 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6812d-af2c-4da9-8a72-b33573a13f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839899e8-62ab-49d8-8769-a652fe6e6a9f,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:40.136756 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.138820 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-88c6812d-af2c-4da9-8a72-b33573a13f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:40.144772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:40.253457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b04b246-1ae8-4ac0-b714-81df36e8580d,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:40.260722 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:40.282391 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Checking segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:40.283106 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Network hostable DHCP agents. Network: acc9fee7-e7ea-4263-ba34-69c1136681b3, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:46:40.316742 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:46:40.338493 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, acc9fee7-e7ea-4263-ba34-69c1136681b3) {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:40.346289 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:40.347859 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.353803 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2177afd-e377-49bf-80a1-5a2d11206fae None None] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:40.378581 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2936065 Jun 22 12:46:40.381441 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56022) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:40.390489 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:40.440649 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.442017 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.475453 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.503617 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.521489 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d1d1dc8a-d095-42cc-9d30-050ed8ab65b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:40.583492 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.720202 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Checking segment: {'id': 'e51b3cb7-1ca7-4c3b-bd9e-4dc414ff416b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b39abb05-9970-4658-983c-0c4e0f8e87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:40.732216 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Network hostable DHCP agents. Network: b39abb05-9970-4658-983c-0c4e0f8e87e3, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:46:40.817778 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2f4f594c-cf50-4323-b326-3576a6919c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.821928 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb73db6-e78e-4f57-8fac-184439fccd37,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:40.837569 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:40.839970 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Network b39abb05-9970-4658-983c-0c4e0f8e87e3 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:46:40.886416 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-821bcef7-63df-4b07-bcdc-4cb40643c9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.908852 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.920357 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.927835 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.965859 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:40.981324 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, b39abb05-9970-4658-983c-0c4e0f8e87e3) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:40.986727 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.994617 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:40.995257 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.013998 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b345e33-a152-4c8c-a584-b0fe08e59e44 None None] Network b39abb05-9970-4658-983c-0c4e0f8e87e3 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:41.042120 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:41.103396 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56040) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.126626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-acc9fee7-e7ea-4263-ba34-69c1136681b3', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:46:41.127002 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b2da15ca-7bed-434f-85a5-3df989e268c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.127992 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.152093 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:41.156644 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:41.269657 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2f4f594c-cf50-4323-b326-3576a6919c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.291087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2f4f594c-cf50-4323-b326-3576a6919c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.304381 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Pushing event updated for resources: {'Port': ['ID=1edb1322-7e14-4235-87e2-19fcb4239035,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:41.310393 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:41.340356 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:41.346899 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2f4f594c-cf50-4323-b326-3576a6919c40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad0b7b16c181452e9df2e9cc7a00501f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2510989 Jun 22 12:46:41.351167 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56052) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.374232 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7235937 Jun 22 12:46:41.431737 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f594c-cf50-4323-b326-3576a6919c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a30613-8870-4ceb-956d-cc5fd9334bd5,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:41.440890 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2f4f594c-cf50-4323-b326-3576a6919c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:41.485653 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564801a8-e482-4373-b546-51a9a2b66443 None None] Network b39abb05-9970-4658-983c-0c4e0f8e87e3 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:41.628559 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56068) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.634635 dv-cinder-796680-1-iscsi neutron-server[99525]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 12:46:41.692869 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-821bcef7-63df-4b07-bcdc-4cb40643c9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.732312 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Allocated IP 172.20.0.2 (acc9fee7-e7ea-4263-ba34-69c1136681b3/6b04b246-1ae8-4ac0-b714-81df36e8580d/1fa401c1-dc06-4aab-aa11-3c45d7af2852) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:41.741721 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-821bcef7-63df-4b07-bcdc-4cb40643c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.793182 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:41.799028 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56074) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.799958 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56076) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.823662 dv-cinder-796680-1-iscsi neutron-server[99524]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 12:46:41.883283 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.903217 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.956659 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bcef7-63df-4b07-bcdc-4cb40643c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7418bc03-3348-4f39-a4e7-909a07339a6f,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:41.971074 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-821bcef7-63df-4b07-bcdc-4cb40643c9d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fe29c890c234344b69a1bd951c3868f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8625760 Jun 22 12:46:41.991570 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-821bcef7-63df-4b07-bcdc-4cb40643c9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:41.992663 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56080) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:42.024754 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Deleting subnet 0a09403e-0b2c-42c1-aa0c-538435b595a6 {{(pid=99525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:46:42.046954 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.058228 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Transition to ACTIVE for port object 1fa401c1-dc06-4aab-aa11-3c45d7af2852 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:42.067323 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-064a0152-bb45-4479-849e-15f60232bee8 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:42.068914 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-064a0152-bb45-4479-849e-15f60232bee8 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/networks?id=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f HTTP/1.1" status: 200 len: 811 time: 0.4374833 Jun 22 12:46:42.073347 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.086769 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Transition to ACTIVE for port object 1fa401c1-dc06-4aab-aa11-3c45d7af2852 will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:42.097652 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.100501 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:42.130755 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-64d5f052-f7b2-407e-bf5d-f3c017bc192b tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/quotas/8cf9d4dc299b4330993361d71ec98d63 HTTP/1.1" status: 200 len: 375 time: 0.0330825 Jun 22 12:46:42.138810 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.143747 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:42.147640 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:42.153824 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:42.154160 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.162088 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Pushing event updated for resources: {'Port': ['ID=1fa401c1-dc06-4aab-aa11-3c45d7af2852,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:42.174267 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.174653 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.175024 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.175626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.175974 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.176428 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.176783 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.177257 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.177689 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.178138 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.178580 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.178995 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Tracked resource versions report: Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: pushed versions: Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: { 'AddressGroup': {'1.2'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'ConntrackHelper': {'1.0'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Log': {'1.0'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Network': {'1.1'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Port': {'1.7'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'PortForwarding': {'1.2'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'QosPolicy': {'1.8'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SecurityGroup': {'1.4'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SubPort': {'1.0'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Subnet': {'1.1'}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Trunk': {'1.1'}} Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: consumer versions: Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: { DHCP agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: HyperV agent@hv-cinder-79668: {}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: L3 agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: Metadata agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: Metering agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: Open vSwitch agent@dv-cinder-796680-1-iscsi: { 'AddressGroup': '1.2', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'ConntrackHelper': '1.0', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Log': '1.0', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Network': '1.1', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Port': '1.7', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'PortForwarding': '1.2', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'QosPolicy': '1.8', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SecurityGroup': '1.4', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SecurityGroupRule': '1.2', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'SubPort': '1.0', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Subnet': '1.1', Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: 'Trunk': '1.1'}} Jun 22 12:46:42.180250 dv-cinder-796680-1-iscsi neutron-server[99526]: {{(pid=99526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:46:42.202873 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:42.210295 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.236164 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de738ae4-0f6e-43c9-8f8c-6a7c78cbf9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.243981 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Attempting to bind port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:42.244396 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Attempting to bind port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:42.244863 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Attempting to bind port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 on network acc9fee7-e7ea-4263-ba34-69c1136681b3 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:42.252635 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:42.253325 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Checking segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:42.253819 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.254430 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Bound using segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:42.255070 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Bound port: 1fa401c1-dc06-4aab-aa11-3c45d7af2852, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:42.255553 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.270657 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-52c9c674-a6a1-42b6-8008-4406810cc3c1 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf9d4dc299b4330993361d71ec98d63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786009 Jun 22 12:46:42.337363 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] For port 1fa401c1-dc06-4aab-aa11-3c45d7af2852, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:42.341405 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] For port 1fa401c1-dc06-4aab-aa11-3c45d7af2852, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1fa401c1-dc06-4aab-aa11-3c45d7af2852,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:42.356134 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.363542 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:42.393936 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.408110 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.439260 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:42.446480 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Pushing event updated for resources: {'Port': ['ID=1fa401c1-dc06-4aab-aa11-3c45d7af2852,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:42.463699 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:42.522774 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a09403e-0b2c-42c1-aa0c-538435b595a6,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:42.537582 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.543587 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0a09403e-0b2c-42c1-aa0c-538435b595a6 HTTP/1.1" status: 204 len: 168 time: 0.7381234 Jun 22 12:46:42.564237 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56090) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:42.568293 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de738ae4-0f6e-43c9-8f8c-6a7c78cbf9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.615076 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-892ffee4-b326-4164-a6f9-7c3c2e81a3b1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:46:42.616522 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-892ffee4-b326-4164-a6f9-7c3c2e81a3b1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1029260 Jun 22 12:46:42.675728 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:42.909209 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-bd02d934-1f01-4988-8981-41fa71e7fa90 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712016 Jun 22 12:46:42.910469 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-33091959-cfde-49fe-a38c-1aa714745f96 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:42.913250 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-33091959-cfde-49fe-a38c-1aa714745f96 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 814 time: 1.0921426 Jun 22 12:46:42.914298 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-455848c7-ad84-4751-81df-26edc91eaef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.986362 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b2da15ca-7bed-434f-85a5-3df989e268c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.010462 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-030ba828-f3be-4b04-b01b-fcf79e95b887 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/quotas/df45705971d64574a506c5671487ece0 HTTP/1.1" status: 200 len: 375 time: 0.0790584 Jun 22 12:46:43.014225 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-455848c7-ad84-4751-81df-26edc91eaef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.023405 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b2da15ca-7bed-434f-85a5-3df989e268c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.048690 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Allocated IP 172.27.0.149 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/13579150-c80f-4622-a219-02aac1e7589a) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:43.058409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:43.080443 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.163953 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-372f8b5d-cb0b-4f70-bb1e-92dd7ce79f94 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242204 Jun 22 12:46:43.180676 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de738ae4-0f6e-43c9-8f8c-6a7c78cbf9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.183247 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Router 31b01519-23f1-4e0e-afd2-87fd0dac8670 is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:46:43.211504 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de738ae4-0f6e-43c9-8f8c-6a7c78cbf9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.216527 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-de738ae4-0f6e-43c9-8f8c-6a7c78cbf9f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8a30613-8870-4ceb-956d-cc5fd9334bd5 HTTP/1.1" status: 204 len: 168 time: 1.7822235 Jun 22 12:46:43.270549 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-6a31aa69-3e10-4938-a848-a6a748e85cdf service neutron] 10.222.0.15 "GET /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501441 Jun 22 12:46:43.298246 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b2da15ca-7bed-434f-85a5-3df989e268c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e684835f6a64904ba5957e514690089&name=default HTTP/1.1" status: 200 len: 2978 time: 2.1880732 Jun 22 12:46:43.301611 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56102) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:43.305783 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da15ca-7bed-434f-85a5-3df989e268c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d69f72-bbd7-4ab1-8380-1532717a0683,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:43.322685 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b2da15ca-7bed-434f-85a5-3df989e268c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:43.334513 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:43.403641 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-455848c7-ad84-4751-81df-26edc91eaef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.408312 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-216f9670-905c-4383-8403-70560d35c996 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:46:43.423177 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-216f9670-905c-4383-8403-70560d35c996 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1498754 Jun 22 12:46:43.425038 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1fa401c1-dc06-4aab-aa11-3c45d7af2852 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:43.466785 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:46:43.482725 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Sync routers for ids ['31b01519-23f1-4e0e-afd2-87fd0dac8670'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:46:43.496656 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-455848c7-ad84-4751-81df-26edc91eaef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.501463 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-455848c7-ad84-4751-81df-26edc91eaef7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7418bc03-3348-4f39-a4e7-909a07339a6f HTTP/1.1" status: 204 len: 168 time: 1.4699337 Jun 22 12:46:43.502859 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de738ae4-0f6e-43c9-8f8c-6a7c78cbf9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a30613-8870-4ceb-956d-cc5fd9334bd5,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:43.506067 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de738ae4-0f6e-43c9-8f8c-6a7c78cbf9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:43.517316 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2f4f594c-cf50-4323-b326-3576a6919c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:43.533882 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Routers {'31b01519-23f1-4e0e-afd2-87fd0dac8670'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:43.536104 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:46:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['31b01519-23f1-4e0e-afd2-87fd0dac8670'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:43.539660 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.547647 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4132333 Jun 22 12:46:43.548610 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56108) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:43.599545 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:43.648894 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.667394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.668893 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.670956 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.672076 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > port after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.672995 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > port after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.673646 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > port after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.674250 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.675201 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.676330 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.676971 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:44.053168 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:44.053850 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:44.053850 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:44.054276 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:44.054553 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04386c6d-fdab-4d04-a9b4-807415b7aa25']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:44.134083 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Set router 31b01519-23f1-4e0e-afd2-87fd0dac8670 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:44.136810 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.163539 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8acc3571-a9cc-4314-8a66-eb1ad365a99f req-aa6cec85-3c91-4177-97c8-c300d5114113 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 0.1641417 Jun 22 12:46:44.264129 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0909664-53a5-45d8-a3ca-f17a7ba1483b None None] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:44.278675 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93186045-e2e2-44f9-9ab6-05d785676dcd') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:44.278972 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93186045-e2e2-44f9-9ab6-05d785676dcd') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:44.287536 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455848c7-ad84-4751-81df-26edc91eaef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7418bc03-3348-4f39-a4e7-909a07339a6f,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:44.319693 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-455848c7-ad84-4751-81df-26edc91eaef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:44.328146 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.343893 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56130) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:44.393940 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56134) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:44.396394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.400899 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.413157 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4a2525e1-0ba3-45d0-bd79-a239312a57de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.420530 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c2565c0e-5984-4dfa-80b3-0ac349fb5863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.454011 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:46:44.454442 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.459261 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: from cryptography.utils import int_from_bytes Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: from cryptography.utils import int_from_bytes Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:46:44.463684 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:46:44.533899 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:46:41Z', 'revision_number': 3, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:44.576798 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] Provisioning for port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:44.589303 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] Provisioning complete for port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:44.589784 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.597008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-698c2548-a912-42d4-9b58-83b65e03d70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.620643 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Checking router: 31b01519-23f1-4e0e-afd2-87fd0dac8670 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:46:44.622539 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Updating router 31b01519-23f1-4e0e-afd2-87fd0dac8670 port 1edb1322-7e14-4235-87e2-19fcb4239035 binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:46:44.657076 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-698c2548-a912-42d4-9b58-83b65e03d70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.707985 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.740626 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-48e7861a-0f41-4515-aaa8-2e95f178de2b service neutron] 10.222.0.15 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3162925 Jun 22 12:46:44.813381 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-698c2548-a912-42d4-9b58-83b65e03d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.828377 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:44.847525 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c2565c0e-5984-4dfa-80b3-0ac349fb5863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.847995 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-698c2548-a912-42d4-9b58-83b65e03d70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.860754 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-698c2548-a912-42d4-9b58-83b65e03d70a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6d69f72-bbd7-4ab1-8380-1532717a0683 HTTP/1.1" status: 204 len: 168 time: 1.5480473 Jun 22 12:46:44.900863 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:44.907528 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c2565c0e-5984-4dfa-80b3-0ac349fb5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.923585 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.925657 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-eb318a76-5883-47a1-b583-2c228b2882b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:45.002109 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:45.015970 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] For port 1fa401c1-dc06-4aab-aa11-3c45d7af2852, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1fa401c1-dc06-4aab-aa11-3c45d7af2852,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:45.020722 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.025009 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.034089 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:45.041457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Pushing event updated for resources: {'Port': ['ID=13579150-c80f-4622-a219-02aac1e7589a,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.082853 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.160196 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-c2565c0e-5984-4dfa-80b3-0ac349fb5863 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71942272103d470484c5692f6cec82e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7642901 Jun 22 12:46:45.179037 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56146) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:45.204032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.209518 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] 10.222.0.15 "DELETE /v2.0/networks/04386c6d-fdab-4d04-a9b4-807415b7aa25 HTTP/1.1" status: 204 len: 168 time: 2.6345203 Jun 22 12:46:45.213468 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] Pushing event updated for resources: {'Port': ['ID=1fa401c1-dc06-4aab-aa11-3c45d7af2852,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.220031 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2565c0e-5984-4dfa-80b3-0ac349fb5863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507c965f-6b93-48a1-a756-fb8129436699,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.232727 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:45.245206 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56148) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:45.266007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:45.272937 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:45.285952 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c2565c0e-5984-4dfa-80b3-0ac349fb5863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:45.312188 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.343508 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Transition to ACTIVE for port object 1edb1322-7e14-4235-87e2-19fcb4239035 will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:45.355811 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.358987 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:45.369165 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c2548-a912-42d4-9b58-83b65e03d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d69f72-bbd7-4ab1-8380-1532717a0683,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.432214 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-698c2548-a912-42d4-9b58-83b65e03d70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:45.451956 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8cefe8ec-b552-4f87-a1b7-e487865f58b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:45.512948 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-e9af7a1c-a523-49ca-944d-7979a48100cd None None] Provisioning complete for port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:45.513331 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e9af7a1c-a523-49ca-944d-7979a48100cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.525685 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Pushing event updated for resources: {'Port': ['ID=1edb1322-7e14-4235-87e2-19fcb4239035,revision_number=2']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.576956 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.579007 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.585022 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.585945 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.590517 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.591432 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.592205 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.596994 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.598085 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.600846 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.602469 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.605467 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Tracked resource versions report: Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: pushed versions: Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: { 'AddressGroup': {'1.2'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'ConntrackHelper': {'1.0'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Log': {'1.0'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Network': {'1.1'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Port': {'1.7'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'PortForwarding': {'1.2'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'QosPolicy': {'1.8'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SecurityGroup': {'1.4'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SubPort': {'1.0'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Subnet': {'1.1'}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Trunk': {'1.1'}} Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: consumer versions: Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: { DHCP agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: HyperV agent@hv-cinder-79668: {}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: L3 agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: Metadata agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: Metering agent@dv-cinder-796680-1-iscsi: {}, Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: Open vSwitch agent@dv-cinder-796680-1-iscsi: { 'AddressGroup': '1.2', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'ConntrackHelper': '1.0', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Log': '1.0', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Network': '1.1', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Port': '1.7', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'PortForwarding': '1.2', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'QosPolicy': '1.8', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SecurityGroup': '1.4', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SecurityGroupRule': '1.2', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'SubPort': '1.0', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Subnet': '1.1', Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: 'Trunk': '1.1'}} Jun 22 12:46:45.607666 dv-cinder-796680-1-iscsi neutron-server[99527]: {{(pid=99527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:46:45.630227 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:45.633121 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c16907f1-3faa-4464-9bb0-3b459710d71b req-c3baaefa-530b-46ec-b358-a83065e06f1a tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 0.2694113 Jun 22 12:46:45.634513 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Attempting to bind port 1edb1322-7e14-4235-87e2-19fcb4239035 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:45.635202 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Attempting to bind port 1edb1322-7e14-4235-87e2-19fcb4239035 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:45.636353 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Attempting to bind port 1edb1322-7e14-4235-87e2-19fcb4239035 on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:45.666525 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:45.671671 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:45.675630 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.677534 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:45.680046 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Bound port: 1edb1322-7e14-4235-87e2-19fcb4239035, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:45.683086 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.688338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_v2 [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] Deleting subnet 3eb73db6-e78e-4f57-8fac-184439fccd37 {{(pid=99525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:46:45.695591 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.777768 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.790875 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.793896 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Allocated IP 172.20.0.1 (fbb92931-0107-4cae-9f3e-ec359c4f3558/b491bf19-1b30-4829-b138-211595335f64/8159ab13-5385-48d2-93cb-8a7e3800488f) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:45.838054 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] For port 1edb1322-7e14-4235-87e2-19fcb4239035, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:45.844163 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] For port 1edb1322-7e14-4235-87e2-19fcb4239035, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1edb1322-7e14-4235-87e2-19fcb4239035,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:45.852629 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.860273 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:45.951266 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Pushing event deleted for resources: {'Network': ['ID=04386c6d-fdab-4d04-a9b4-807415b7aa25,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.974868 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Pushing event updated for resources: {'Port': ['ID=1edb1322-7e14-4235-87e2-19fcb4239035,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.985738 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:45.995951 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-fc67fd14-091a-466a-8135-83743dfdf16f service neutron] 10.222.0.15 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2542775 Jun 22 12:46:45.997996 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:46.063579 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556'] for subnet, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.063842 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Routers {'31b01519-23f1-4e0e-afd2-87fd0dac8670'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:46.065291 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:46:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['31b01519-23f1-4e0e-afd2-87fd0dac8670'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:46.091886 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:46.153364 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f97d9ca-ae2a-4a87-99ad-2194336995b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.154085 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb73db6-e78e-4f57-8fac-184439fccd37,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:46.160451 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:46.165528 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.175856 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-d125f26f-f082-4b6e-896c-5392aaa77304 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3eb73db6-e78e-4f57-8fac-184439fccd37 HTTP/1.1" status: 204 len: 168 time: 0.9273114 Jun 22 12:46:46.178981 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56170) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:46.214462 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.331678 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.337809 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2798131f-732a-41ec-a4c9-4ed5df13233d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:46.342171 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] Set router 31b01519-23f1-4e0e-afd2-87fd0dac8670 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:46.392128 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4a2525e1-0ba3-45d0-bd79-a239312a57de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.406254 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f97d9ca-ae2a-4a87-99ad-2194336995b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.423638 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Network fbb92931-0107-4cae-9f3e-ec359c4f3558 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:46.428894 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:46.436007 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:46.436997 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.540981 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4a2525e1-0ba3-45d0-bd79-a239312a57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.569890 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:46.709670 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5a41264c-373a-44f4-b4aa-85dd25b715ad req-f06d148e-a6dd-46b9-b7be-8dfe28056ff8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 210 time: 0.1315057 Jun 22 12:46:46.742482 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.769387 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Pushing event updated for resources: {'Port': ['ID=8159ab13-5385-48d2-93cb-8a7e3800488f,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:46.808675 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:46.819076 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-4a2525e1-0ba3-45d0-bd79-a239312a57de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed29c33d533c4098ae78f66fed675988&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4701781 Jun 22 12:46:46.828148 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2525e1-0ba3-45d0-bd79-a239312a57de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8433d90-b182-4d3a-a7ba-c8637f4f04c3,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:46.828417 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56200) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:46.836303 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4a2525e1-0ba3-45d0-bd79-a239312a57de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:46.850433 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.920691 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f97d9ca-ae2a-4a87-99ad-2194336995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.930846 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f97d9ca-ae2a-4a87-99ad-2194336995b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.932448 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8f97d9ca-ae2a-4a87-99ad-2194336995b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/507c965f-6b93-48a1-a756-fb8129436699 HTTP/1.1" status: 204 len: 168 time: 1.7318895 Jun 22 12:46:46.948146 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:46.998555 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:46:41Z', 'revision_number': 3, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:47.071130 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1ce53-1790-4655-9eff-3dbc552ecdd8 None None] The sync data for ids ['31b01519-23f1-4e0e-afd2-87fd0dac8670'] in dv-cinder-796680-1-iscsi is: [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:46:41Z', 'revision_number': 3, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:46:47.073667 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d9ca-ae2a-4a87-99ad-2194336995b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c965f-6b93-48a1-a756-fb8129436699,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:47.167666 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8f97d9ca-ae2a-4a87-99ad-2194336995b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:47.194978 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cdbef753-05de-43b8-8efb-5d0490748041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.224956 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.229745 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-987d751d-270c-4944-8b35-fd705a994c07 req-7d064da4-6b8b-430f-b9ca-d453dd262928 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 0.1818342 Jun 22 12:46:47.252183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39abb05-9970-4658-983c-0c4e0f8e87e3']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:47.278334 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51b3cb7-1ca7-4c3b-bd9e-4dc414ff416b') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:47.278651 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51b3cb7-1ca7-4c3b-bd9e-4dc414ff416b') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:47.293526 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.322885 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1fa401c1-dc06-4aab-aa11-3c45d7af2852 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:47.325896 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.433455 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.450336 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cdbef753-05de-43b8-8efb-5d0490748041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.472614 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:46:47.473254 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:46:47.476553 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:46:47.517356 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:47.517842 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.772562 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.792453 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ba3b143-a01d-4080-83ea-f55e79f47979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:47.866643 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.881806 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] 10.222.0.15 "DELETE /v2.0/networks/b39abb05-9970-4658-983c-0c4e0f8e87e3 HTTP/1.1" status: 204 len: 168 time: 1.6972442 Jun 22 12:46:47.894521 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.921783 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b39abb05-9970-4658-983c-0c4e0f8e87e3,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:47.931529 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2cdac1e3-2cfc-42d4-9082-ab34eee79a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:48.303901 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cdbef753-05de-43b8-8efb-5d0490748041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.346119 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cdbef753-05de-43b8-8efb-5d0490748041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.350373 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Router b5a9dc9f-ff98-4108-9515-02b7484d06b5 is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:46:48.360932 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-cdbef753-05de-43b8-8efb-5d0490748041 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8433d90-b182-4d3a-a7ba-c8637f4f04c3 HTTP/1.1" status: 204 len: 168 time: 1.5278203 Jun 22 12:46:48.462308 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:48.516300 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72b60ea6-a9a0-48c8-ac85-8faebc9c05a1 req-b40d9440-a85e-43de-bffa-eaa82fa17977 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 210 time: 0.2183566 Jun 22 12:46:48.552211 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56244) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:48.769417 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.781860 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:46:48.788344 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbef753-05de-43b8-8efb-5d0490748041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8433d90-b182-4d3a-a7ba-c8637f4f04c3,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:48.810588 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.819527 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-cdbef753-05de-43b8-8efb-5d0490748041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:48.837008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Notify callbacks [] for router, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.841071 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Sync routers for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:46:48.847027 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4639857 Jun 22 12:46:48.849078 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56246) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:48.852884 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.867539 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:48.867859 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:48.869470 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:46:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:49.091859 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-12b47312-0ad8-4808-879d-db8b32002986 req-ae0a5860-5be4-4699-9549-36df67469b0b tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 0.0987251 Jun 22 12:46:49.097883 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.46', 52712) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:49.132580 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f3fd29cf-34fa-443f-95a6-41459daad6dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9c579a0c4bb4037a570fa12d635ed45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5693800 Jun 22 12:46:49.172737 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56254) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:49.212671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Pushing event updated for resources: {'Port': ['ID=8159ab13-5385-48d2-93cb-8a7e3800488f,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:49.328519 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:49.395062 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-c1479a8e-f4ca-4e77-82f4-ac3d6d94e305 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:49.397145 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-c1479a8e-f4ca-4e77-82f4-ac3d6d94e305 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.46 "GET /v2.0/networks?id=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f HTTP/1.1" status: 200 len: 811 time: 0.2926278 Jun 22 12:46:49.472920 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:49.493080 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Request body: {'port': {'device_id': 'b1711d52-8cc3-4b9b-aa43-d1f123c09527', 'network_id': '7dfee72f-e88f-43ea-b40b-62ad95dcdd3f', 'admin_state_up': True, 'tenant_id': '8cf9d4dc299b4330993361d71ec98d63'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:49.544643 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3dbcee93-b4e3-4dc2-993b-572a6efb2089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:49.576861 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3dbcee93-b4e3-4dc2-993b-572a6efb2089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:49.632005 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1edb1322-7e14-4235-87e2-19fcb4239035 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:49.659380 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3dbcee93-b4e3-4dc2-993b-572a6efb2089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:49.664868 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3dbcee93-b4e3-4dc2-993b-572a6efb2089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:49.666361 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3dbcee93-b4e3-4dc2-993b-572a6efb2089 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d98d6b2-193e-4637-9c39-a5aa9ef8bde6 HTTP/1.1" status: 204 len: 168 time: 0.4993117 Jun 22 12:46:49.669748 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-cdbef753-05de-43b8-8efb-5d0490748041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:49.700753 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcee93-b4e3-4dc2-993b-572a6efb2089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d98d6b2-193e-4637-9c39-a5aa9ef8bde6,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:49.715224 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3dbcee93-b4e3-4dc2-993b-572a6efb2089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:49.783543 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Network fbb92931-0107-4cae-9f3e-ec359c4f3558 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:49.785344 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:49.981968 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 1edb1322-7e14-4235-87e2-19fcb4239035 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:49.992225 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 1edb1322-7e14-4235-87e2-19fcb4239035 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:49.992952 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.094897 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1924ff37-d382-49e4-b1f3-2b0311ee6edf req-0f3ddb84-09c1-4e22-91d9-c8bf0b55c365 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 210 time: 0.0945740 Jun 22 12:46:50.191287 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Router 31b01519-23f1-4e0e-afd2-87fd0dac8670 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:46:50.261067 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.326951 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 1edb1322-7e14-4235-87e2-19fcb4239035, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1edb1322-7e14-4235-87e2-19fcb4239035,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:50.354368 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:46Z', 'revision_number': 3, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:50.363779 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.404589 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Made reservation on behalf of 8cf9d4dc299b4330993361d71ec98d63 for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:50.422133 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.438812 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:50.450595 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:46:50.464815 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] 10.222.0.15 "PUT /v2.0/routers/31b01519-23f1-4e0e-afd2-87fd0dac8670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9135249 Jun 22 12:46:50.506100 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Checking router: b5a9dc9f-ff98-4108-9515-02b7484d06b5 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:46:50.506433 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Updating router b5a9dc9f-ff98-4108-9515-02b7484d06b5 port 13579150-c80f-4622-a219-02aac1e7589a binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:46:50.515267 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Sync routers for ids ['31b01519-23f1-4e0e-afd2-87fd0dac8670'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:46:50.530496 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Routers {'31b01519-23f1-4e0e-afd2-87fd0dac8670'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:50.531708 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:46:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['31b01519-23f1-4e0e-afd2-87fd0dac8670'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:50.614141 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8957c82f-836e-40db-8d28-1ced4d3b8daf req-e0ac2757-6181-4001-91c4-06cfa3370321 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 0.2158463 Jun 22 12:46:50.867371 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.46', 52718) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:50.930029 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=1edb1322-7e14-4235-87e2-19fcb4239035,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:50.933598 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.156051 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Set router 31b01519-23f1-4e0e-afd2-87fd0dac8670 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:51.278421 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.290779 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Transition to ACTIVE for port object 13579150-c80f-4622-a219-02aac1e7589a will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:51.297098 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:51.298452 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1edb1322-7e14-4235-87e2-19fcb4239035 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:51.355615 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.362170 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:51.387526 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-003a5476-dab7-4910-a2e2-c8ecd5595e45 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:51.392030 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-003a5476-dab7-4910-a2e2-c8ecd5595e45 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 814 time: 0.5201480 Jun 22 12:46:51.416360 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Request body: {'port': {'device_id': 'fe705664-95a6-4bce-902a-61df250814c4', 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'admin_state_up': True, 'tenant_id': 'df45705971d64574a506c5671487ece0'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:51.525534 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56334) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:51.543380 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf8652-7c38-469b-a1d2-58a74ce27a7d None None] Pushing event updated for resources: {'Port': ['ID=13579150-c80f-4622-a219-02aac1e7589a,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:51.556378 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-01cf8652-7c38-469b-a1d2-58a74ce27a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:51.557180 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 1edb1322-7e14-4235-87e2-19fcb4239035 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:51.561950 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.569774 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Allocated IP 172.20.0.3 (7dfee72f-e88f-43ea-b40b-62ad95dcdd3f/0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df/f9eb17bc-866d-47dd-b4c4-a609067c2985) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:51.657577 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Attempting to bind port 13579150-c80f-4622-a219-02aac1e7589a on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:51.658131 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Attempting to bind port 13579150-c80f-4622-a219-02aac1e7589a by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:51.658347 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Attempting to bind port 13579150-c80f-4622-a219-02aac1e7589a on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:51.685085 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:51.685494 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:51.686038 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.698698 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:51.699407 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Bound port: 13579150-c80f-4622-a219-02aac1e7589a, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:51.699823 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.737362 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:46:47Z', 'revision_number': 4, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '8159ab13-5385-48d2-93cb-8a7e3800488f', 'name': '', 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'mac_address': 'fa:16:3e:bc:45:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b491bf19-1b30-4829-b138-211595335f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:45Z', 'updated_at': '2021-06-22T12:46:47Z', 'revision_number': 2, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'subnets': [{'id': 'b491bf19-1b30-4829-b138-211595335f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:51.764623 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6a5b1ee7-2659-4097-8cad-7032e78544c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54dd7cf3366c4a8fb7e2319d65551744&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2371850 Jun 22 12:46:51.790069 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56342) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:51.815478 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Checking router: 31b01519-23f1-4e0e-afd2-87fd0dac8670 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:46:51.816223 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Updating router 31b01519-23f1-4e0e-afd2-87fd0dac8670 port 8159ab13-5385-48d2-93cb-8a7e3800488f binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:46:51.835043 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-34a21259-0c3b-46b4-b381-58b8c547ee17 req-e06f60d2-fb0d-44f0-b5a6-f9d65415688d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 210 time: 0.0991218 Jun 22 12:46:51.881636 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] For port 13579150-c80f-4622-a219-02aac1e7589a, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:51.886345 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] For port 13579150-c80f-4622-a219-02aac1e7589a, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=13579150-c80f-4622-a219-02aac1e7589a,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:51.897920 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.904362 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:51.922987 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.971174 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:51.972337 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:46:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:52.172165 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Made reservation on behalf of df45705971d64574a506c5671487ece0 for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:52.182395 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.222484 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-06827f9a-5df6-41dc-afa5-c893b19a40be req-4c12dfeb-7f26-4c4f-8a4c-c7f7749277fd tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 0.2683437 Jun 22 12:46:52.249630 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:52.292218 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.526235 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf8652-7c38-469b-a1d2-58a74ce27a7d None None] Pushing event updated for resources: {'Port': ['ID=13579150-c80f-4622-a219-02aac1e7589a,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:52.538279 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-01cf8652-7c38-469b-a1d2-58a74ce27a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:52.684965 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56354) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:52.761690 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:46Z', 'revision_number': 3, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:52.841165 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7cfae-96ad-4ece-b001-fc8fe7fd076f None None] The sync data for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi is: [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:46Z', 'revision_number': 3, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:46:52.854114 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Allocated IP 172.20.0.1 (acc9fee7-e7ea-4263-ba34-69c1136681b3/6b04b246-1ae8-4ac0-b714-81df36e8580d/9f277d17-faee-4314-8504-12234be333f9) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:52.865721 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.928587 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Allocated IP 172.20.0.10 (7f643e26-0049-4c27-87eb-ac8863ee1cbc/cee53181-3547-4ebc-abd9-56241909cfc9/b615bbdb-b6f5-4097-b70d-56d94a116b24) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:52.980871 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Transition to ACTIVE for port object 8159ab13-5385-48d2-93cb-8a7e3800488f will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:53.015208 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.036812 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:53.294941 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.315635 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a692494-091d-4caf-9eeb-d8e319614947 None None] Pushing event updated for resources: {'Port': ['ID=8159ab13-5385-48d2-93cb-8a7e3800488f,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:53.322016 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-6a692494-091d-4caf-9eeb-d8e319614947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:53.387869 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Transition to ACTIVE for port object 9f277d17-faee-4314-8504-12234be333f9 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:53.550857 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Attempting to bind port 8159ab13-5385-48d2-93cb-8a7e3800488f on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:53.551847 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Attempting to bind port 8159ab13-5385-48d2-93cb-8a7e3800488f by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:53.556823 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Attempting to bind port 8159ab13-5385-48d2-93cb-8a7e3800488f on network fbb92931-0107-4cae-9f3e-ec359c4f3558 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:53.587442 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:53.588320 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Checking segment: {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:53.590138 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.603504 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Bound using segment: {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:53.604485 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Bound port: 8159ab13-5385-48d2-93cb-8a7e3800488f, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:53.612251 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.635663 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.783178 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:53.839315 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.892657 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] For port 8159ab13-5385-48d2-93cb-8a7e3800488f, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:53.898556 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] For port 8159ab13-5385-48d2-93cb-8a7e3800488f, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=8159ab13-5385-48d2-93cb-8a7e3800488f,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:53.924088 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.943533 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Pushing event updated for resources: {'Port': ['ID=9f277d17-faee-4314-8504-12234be333f9,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:53.959439 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-6872c28d-251c-49fb-bace-4c2dd5726a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:53.967047 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4eea61ad-e922-413d-b05d-ba28fd8166bf req-d0994e41-edd1-4395-b684-778520ee21f2 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 210 time: 0.4099655 Jun 22 12:46:53.977699 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:53.994123 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd0fd-8a3b-4988-83af-3b8643f0fea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.055866 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:54.087905 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:54.103889 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Routers {'31b01519-23f1-4e0e-afd2-87fd0dac8670'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:54.117161 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:46:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['31b01519-23f1-4e0e-afd2-87fd0dac8670'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:54.148552 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:54.451462 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.567883 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] Set router 31b01519-23f1-4e0e-afd2-87fd0dac8670 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:54.679207 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-d02d80ca-c628-41fd-aeda-c1a629378b02 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:54.692146 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-d02d80ca-c628-41fd-aeda-c1a629378b02 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 819 time: 0.7789361 Jun 22 12:46:54.726828 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-a04c237f-8336-4135-ac10-9e6e5b573eaa None None] Provisioning for port 9f277d17-faee-4314-8504-12234be333f9 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:54.736844 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-a04c237f-8336-4135-ac10-9e6e5b573eaa None None] Provisioning complete for port 9f277d17-faee-4314-8504-12234be333f9 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:54.737721 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a04c237f-8336-4135-ac10-9e6e5b573eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.756925 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3b93259c-9494-46b7-ab75-0e308e37be7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.797561 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a692494-091d-4caf-9eeb-d8e319614947 None None] Pushing event updated for resources: {'Port': ['ID=8159ab13-5385-48d2-93cb-8a7e3800488f,revision_number=4']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:54.825434 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-6a692494-091d-4caf-9eeb-d8e319614947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:54.843256 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-c5bd578f-6c77-4045-ac70-74d715fc0141 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/quotas/7f9fa9fd226944e4b45f76971479e3bc HTTP/1.1" status: 200 len: 375 time: 0.1143947 Jun 22 12:46:54.852272 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.915331 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-a04c237f-8336-4135-ac10-9e6e5b573eaa None None] Port 9f277d17-faee-4314-8504-12234be333f9 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:46:54.997209 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:55.107407 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Network 7f643e26-0049-4c27-87eb-ac8863ee1cbc is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:55.125691 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:55.143468 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:55.152518 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:55.153652 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:55.417434 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 13579150-c80f-4622-a219-02aac1e7589a up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:55.421378 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:46:47Z', 'revision_number': 4, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '8159ab13-5385-48d2-93cb-8a7e3800488f', 'name': '', 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'mac_address': 'fa:16:3e:bc:45:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b491bf19-1b30-4829-b138-211595335f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:45Z', 'updated_at': '2021-06-22T12:46:53Z', 'revision_number': 4, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'subnets': [{'id': 'b491bf19-1b30-4829-b138-211595335f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:55.468590 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157f432-fb74-4914-86f1-6d0ccace3df5 None None] The sync data for ids ['31b01519-23f1-4e0e-afd2-87fd0dac8670'] in dv-cinder-796680-1-iscsi is: [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:46:47Z', 'revision_number': 4, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '8159ab13-5385-48d2-93cb-8a7e3800488f', 'name': '', 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'mac_address': 'fa:16:3e:bc:45:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b491bf19-1b30-4829-b138-211595335f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:45Z', 'updated_at': '2021-06-22T12:46:53Z', 'revision_number': 4, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'subnets': [{'id': 'b491bf19-1b30-4829-b138-211595335f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:46:55.481913 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd0fd-8a3b-4988-83af-3b8643f0fea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:55.579221 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-88a5108a-b538-4c8e-8a7c-0e0787ecc61e req-929cc6c8-ee89-40ef-8b73-4662b4c5bc2c tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 1.0899482 Jun 22 12:46:55.638294 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 13579150-c80f-4622-a219-02aac1e7589a completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:55.688410 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 13579150-c80f-4622-a219-02aac1e7589a triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:55.693443 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:55.828425 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Pushing event updated for resources: {'Port': ['ID=b615bbdb-b6f5-4097-b70d-56d94a116b24,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:55.853064 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:55.963724 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-31c24434-35aa-4dcb-b831-a57cbb6f7565 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0940559 Jun 22 12:46:56.078066 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:56.166951 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:56.249919 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56416) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:56.253529 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 13579150-c80f-4622-a219-02aac1e7589a, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=13579150-c80f-4622-a219-02aac1e7589a,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:56.265451 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:56.268389 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:56.403803 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd0fd-8a3b-4988-83af-3b8643f0fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:56.471890 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=13579150-c80f-4622-a219-02aac1e7589a,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:56.489008 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3b93259c-9494-46b7-ab75-0e308e37be7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:56.507013 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:56.511202 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3b93259c-9494-46b7-ab75-0e308e37be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:56.518965 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1098032 Jun 22 12:46:56.531747 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd0fd-8a3b-4988-83af-3b8643f0fea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:56.533562 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:56.539016 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8f5bd0fd-8a3b-4988-83af-3b8643f0fea4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59040d04-1612-4b5d-9c2d-7669390fc4c2 HTTP/1.1" status: 204 len: 168 time: 4.7475770 Jun 22 12:46:56.579712 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:56.600395 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93259c-9494-46b7-ab75-0e308e37be7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b54b66-b527-4250-9d8a-25405fe30e72,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:56.628567 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3b93259c-9494-46b7-ab75-0e308e37be7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:56.642941 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-06d7a8c4-28da-484d-b0ec-db92a761bc9c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:46:56.681266 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-06d7a8c4-28da-484d-b0ec-db92a761bc9c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0633588 Jun 22 12:46:56.720027 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bd0fd-8a3b-4988-83af-3b8643f0fea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59040d04-1612-4b5d-9c2d-7669390fc4c2,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:56.762422 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-7cd59f54-ff89-4740-832a-5066d416f3b0 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834249 Jun 22 12:46:56.768034 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3b93259c-9494-46b7-ab75-0e308e37be7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89defa5d6e124b1b94602e03ed73c86c&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0823371 Jun 22 12:46:56.772905 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56424) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:56.825479 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8f5bd0fd-8a3b-4988-83af-3b8643f0fea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:56.977349 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:57.054976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-79de1929-8958-4246-81e2-0987ee1e62c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:57.080522 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:57.094631 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-00d017ee-35c3-4766-ac9f-45480cdc90ea service neutron] 10.222.0.15 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952306 Jun 22 12:46:57.148342 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4ca32a94-34df-4ba8-8daf-93dafc4f07da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:57.209846 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4ca32a94-34df-4ba8-8daf-93dafc4f07da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:57.360862 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4ca32a94-34df-4ba8-8daf-93dafc4f07da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:57.377910 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4ca32a94-34df-4ba8-8daf-93dafc4f07da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:57.379207 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-4ca32a94-34df-4ba8-8daf-93dafc4f07da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9b54b66-b527-4250-9d8a-25405fe30e72 HTTP/1.1" status: 204 len: 168 time: 0.6047041 Jun 22 12:46:57.382947 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c2565c0e-5984-4dfa-80b3-0ac349fb5863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:57.419625 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca32a94-34df-4ba8-8daf-93dafc4f07da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b54b66-b527-4250-9d8a-25405fe30e72,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:57.429961 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-4ca32a94-34df-4ba8-8daf-93dafc4f07da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:57.531202 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:57.563837 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61af0-6f5e-464b-b9cf-f70bae8e6306 req-b9edff94-4a78-461e-beac-d1a82c3f3999 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:57.573104 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-09c61af0-6f5e-464b-b9cf-f70bae8e6306 req-b9edff94-4a78-461e-beac-d1a82c3f3999 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 932 time: 1.4778671 Jun 22 12:46:57.603740 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:57.705415 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 13579150-c80f-4622-a219-02aac1e7589a up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:57.727847 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:57.732487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:57.871278 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Request body: {'port': {'device_id': 'fe705664-95a6-4bce-902a-61df250814c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:57.917166 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 13579150-c80f-4622-a219-02aac1e7589a triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:57.917563 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.240322 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 8159ab13-5385-48d2-93cb-8a7e3800488f up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:58.315990 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:58.316379 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.354010 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Pushing event updated for resources: {'Port': ['ID=f9eb17bc-866d-47dd-b4c4-a609067c2985,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:58.360512 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.280s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:58.424783 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 8159ab13-5385-48d2-93cb-8a7e3800488f completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:58.435681 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 8159ab13-5385-48d2-93cb-8a7e3800488f triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:58.444723 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.457528 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.564588 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56456) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:58.620837 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b976f-5657-4f59-9867-7455deedf657 req-17b655fc-18b5-4658-80f7-ba68407fb5c6 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:58.630671 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-645b976f-5657-4f59-9867-7455deedf657 req-17b655fc-18b5-4658-80f7-ba68407fb5c6 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 931 time: 0.6146123 Jun 22 12:46:58.708012 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5d56-4b46-46b7-a3c1-c66184c5d08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.726935 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-09c61af0-6f5e-464b-b9cf-f70bae8e6306 req-7012e35a-928c-4437-b9ca-fe7f8bfaab59 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1515207 Jun 22 12:46:58.799277 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.893622 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-79de1929-8958-4246-81e2-0987ee1e62c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.921480 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-645b976f-5657-4f59-9867-7455deedf657 req-afffd81e-d6b6-4796-9a64-651b7143af52 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768345 Jun 22 12:46:58.934398 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 8159ab13-5385-48d2-93cb-8a7e3800488f, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=8159ab13-5385-48d2-93cb-8a7e3800488f,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:58.946406 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.963480 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:59.001874 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-79de1929-8958-4246-81e2-0987ee1e62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.097349 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6186860 Jun 22 12:46:59.105451 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:59.171543 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-79de1929-8958-4246-81e2-0987ee1e62c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f932f6018b54ea69bf497ee2371af7f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7678750 Jun 22 12:46:59.172070 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=8159ab13-5385-48d2-93cb-8a7e3800488f,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:59.180074 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Request body: {'port': {'device_id': 'b1711d52-8cc3-4b9b-aa43-d1f123c09527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:59.180852 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:59.215735 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56462) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:59.401298 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-89d9ecad-64c0-45a2-8c49-cb08a19e1a79 req-a81cf711-cb11-4a45-88dd-f45dc95e1b1f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 210 time: 0.1461437 Jun 22 12:46:59.421270 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de1929-8958-4246-81e2-0987ee1e62c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8264fc24-b6b3-4cc0-a8a0-9d849af5a9d1,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:59.440189 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-79de1929-8958-4246-81e2-0987ee1e62c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:59.496677 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bb3c3541-de1a-472e-942d-7c42e28fca76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.530320 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5d56-4b46-46b7-a3c1-c66184c5d08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.541998 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5d56-4b46-46b7-a3c1-c66184c5d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.555981 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:59.624523 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bb3c3541-de1a-472e-942d-7c42e28fca76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.729343 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-4e8e5d56-4b46-46b7-a3c1-c66184c5d08c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f8456d0580f4b92913ea09d45ba9ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1492980 Jun 22 12:46:59.734609 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b615bbdb-b6f5-4097-b70d-56d94a116b24 {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:59.736759 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56478) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:59.806109 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e5d56-4b46-46b7-a3c1-c66184c5d08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a7c804-1947-465c-880b-e5feebb4b0ee,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:59.819784 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-4e8e5d56-4b46-46b7-a3c1-c66184c5d08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:59.824574 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.892954 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.905118 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bb3c3541-de1a-472e-942d-7c42e28fca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.906475 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Transition to ACTIVE for port object b615bbdb-b6f5-4097-b70d-56d94a116b24 will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:59.910080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bb3c3541-de1a-472e-942d-7c42e28fca76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.911286 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-bb3c3541-de1a-472e-942d-7c42e28fca76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8264fc24-b6b3-4cc0-a8a0-9d849af5a9d1 HTTP/1.1" status: 204 len: 168 time: 0.6962621 Jun 22 12:46:59.917482 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:59.929038 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.940315 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c3541-de1a-472e-942d-7c42e28fca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8264fc24-b6b3-4cc0-a8a0-9d849af5a9d1,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:59.952524 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-bb3c3541-de1a-472e-942d-7c42e28fca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:59.953121 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-daf6a808-5fbb-4e50-a4c7-c462a9aa1c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:00.118245 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.130053 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.242563 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:00.296746 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.401945 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4cf57b93-6d31-465c-a7db-052405b130ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.535537 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Pushing event updated for resources: {'Port': ['ID=b615bbdb-b6f5-4097-b70d-56d94a116b24,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:00.552927 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:00.709639 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Pushing event updated for resources: {'Port': ['ID=9f277d17-faee-4314-8504-12234be333f9,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:00.805309 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-8a418ecd-7e9c-4f0d-823b-6bc8f95a667d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:00.807469 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-8a418ecd-7e9c-4f0d-823b-6bc8f95a667d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 819 time: 0.7640443 Jun 22 12:47:00.811647 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Attempting to bind port b615bbdb-b6f5-4097-b70d-56d94a116b24 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:00.812549 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Attempting to bind port b615bbdb-b6f5-4097-b70d-56d94a116b24 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:00.813261 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Attempting to bind port b615bbdb-b6f5-4097-b70d-56d94a116b24 on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:00.832617 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Port b615bbdb-b6f5-4097-b70d-56d94a116b24 on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:00.833248 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Attempting to bind port b615bbdb-b6f5-4097-b70d-56d94a116b24 on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:00.836809 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-f9960f10-15df-4e1b-be41-f08e16dcf6eb tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/quotas/7f9fa9fd226944e4b45f76971479e3bc HTTP/1.1" status: 200 len: 375 time: 0.0200400 Jun 22 12:47:00.842677 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:00.843500 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Checking segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:00.844445 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Bound using segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:00.845145 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Bound port: b615bbdb-b6f5-4097-b70d-56d94a116b24, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:00.845957 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.020973 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:01.037500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4cf57b93-6d31-465c-a7db-052405b130ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.157529 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] For port b615bbdb-b6f5-4097-b70d-56d94a116b24, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:01.200397 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-90b70b7b-44f8-4e6b-8f06-048c2db8df06 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3283317 Jun 22 12:47:01.203814 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] For port b615bbdb-b6f5-4097-b70d-56d94a116b24, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b615bbdb-b6f5-4097-b70d-56d94a116b24,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:01.211387 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.286066 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:01.327278 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 8159ab13-5385-48d2-93cb-8a7e3800488f up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:01.332320 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.46', 52724) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:01.399288 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 8159ab13-5385-48d2-93cb-8a7e3800488f triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:01.400475 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.538050 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Pushing event updated for resources: {'Port': ['ID=b615bbdb-b6f5-4097-b70d-56d94a116b24,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:01.564594 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:01.605564 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:01.610144 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.612917 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] 10.222.0.46 "PUT /v2.0/ports/b615bbdb-b6f5-4097-b70d-56d94a116b24 HTTP/1.1" status: 200 len: 1094 time: 4.5145400 Jun 22 12:47:01.616158 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe705664-95a6-4bce-902a-61df250814c4', 'tag': 'b615bbdb-b6f5-4097-b70d-56d94a116b24'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:01.885305 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-39c0d255-cdf2-4e27-ba35-073ea41b8a5a service neutron] 10.222.0.15 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720095 Jun 22 12:47:02.108669 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-b69545c8-a7b1-4a95-b45e-a076571c395b service neutron] 10.222.0.15 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137833 Jun 22 12:47:02.111500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9eb17bc-866d-47dd-b4c4-a609067c2985 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:02.132630 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:02.173516 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Transition to ACTIVE for port object f9eb17bc-866d-47dd-b4c4-a609067c2985 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:02.230142 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe705664-95a6-4bce-902a-61df250814c4", "tag": "b615bbdb-b6f5-4097-b70d-56d94a116b24"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:02.294515 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:02.682354 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4cf57b93-6d31-465c-a7db-052405b130ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:02.735676 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:02.742435 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4cf57b93-6d31-465c-a7db-052405b130ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:02.743598 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-4cf57b93-6d31-465c-a7db-052405b130ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12a7c804-1947-465c-880b-e5feebb4b0ee HTTP/1.1" status: 204 len: 168 time: 3.0011518 Jun 22 12:47:02.896787 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:02.947884 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4996ae-de58-4292-b8f6-bf30e11a2b68 req-2e4a285b-9b5a-4283-80f7-5ff95698fc04 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:02.947884 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fd4996ae-de58-4292-b8f6-bf30e11a2b68 req-2e4a285b-9b5a-4283-80f7-5ff95698fc04 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 944 time: 2.6329257 Jun 22 12:47:03.206008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:03.445621 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94248a19-b79f-4298-8762-321a88bc6b24 req-2f5e5745-7a5f-41d0-bbfb-a3875f60b94a tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:03.446392 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-94248a19-b79f-4298-8762-321a88bc6b24 req-2f5e5745-7a5f-41d0-bbfb-a3875f60b94a tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 943 time: 0.9032912 Jun 22 12:47:03.568690 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-e04d573e-2300-4f9b-a478-e0f505978778 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:03.580286 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-e04d573e-2300-4f9b-a478-e0f505978778 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 819 time: 2.2273760 Jun 22 12:47:03.790548 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-94248a19-b79f-4298-8762-321a88bc6b24 req-6a5e9978-bc4b-4b7a-9b7c-af5339ebbc6e tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895787 Jun 22 12:47:03.820118 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0cbd757d-a2a7-4e0a-a7a1-8d1142684f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:03.832724 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-2d334948-7724-4a79-9006-4f9b492aec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:03.838838 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-2d334948-7724-4a79-9006-4f9b492aec8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 1097 time: 0.5773981 Jun 22 12:47:03.866099 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Request body: {'port': {'device_id': 'c9c3642a-ca42-489d-8f8d-8919b7493dbc', 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558', 'admin_state_up': True, 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:03.899065 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2641d5df-b9c5-4f41-a3f7-0ac1f17a1bee None None] Provisioning complete for port 9f277d17-faee-4314-8504-12234be333f9 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:03.899458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2641d5df-b9c5-4f41-a3f7-0ac1f17a1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:04.061021 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-2641d5df-b9c5-4f41-a3f7-0ac1f17a1bee None None] Port 9f277d17-faee-4314-8504-12234be333f9 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:47:04.277251 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-e277ba4f-b438-4cf5-b176-7f75ff8cc3bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b615bbdb-b6f5-4097-b70d-56d94a116b24 HTTP/1.1" status: 200 len: 217 time: 0.4132738 Jun 22 12:47:04.343427 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb17bc-866d-47dd-b4c4-a609067c2985,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:04.361041 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fd4996ae-de58-4292-b8f6-bf30e11a2b68 req-3e3fdc16-6848-4a85-85c9-d0245cb2fa92 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4101372 Jun 22 12:47:04.387485 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9dca8e-68bd-424d-bd8c-7ca1bb4aaa31 x-openstack-request-id: req-3b9dca8e-68bd-424d-bd8c-7ca1bb4aaa31 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:04.388073 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe705664-95a6-4bce-902a-61df250814c4", "tag": "b615bbdb-b6f5-4097-b70d-56d94a116b24", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:04.388501 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b9dca8e-68bd-424d-bd8c-7ca1bb4aaa31 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:04.389968 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe705664-95a6-4bce-902a-61df250814c4', 'tag': 'b615bbdb-b6f5-4097-b70d-56d94a116b24', 'status': 'completed', 'code': 200} Jun 22 12:47:04.490149 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.754s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:04.490997 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.736s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:04.602766 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf57b93-6d31-465c-a7db-052405b130ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a7c804-1947-465c-880b-e5feebb4b0ee,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:04.628311 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Router b5a9dc9f-ff98-4108-9515-02b7484d06b5 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:47:04.632066 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4cf57b93-6d31-465c-a7db-052405b130ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:04.838062 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-41441c8e-6525-43c1-941a-dff2c3052b10 req-930f867a-4a44-40f2-b057-41afa003b7af tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 210 time: 0.0988855 Jun 22 12:47:04.865333 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-3708c5c8-1fd5-44b8-a8b5-53fdeb518dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:04.870069 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-3708c5c8-1fd5-44b8-a8b5-53fdeb518dc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 200 len: 854 time: 0.2268293 Jun 22 12:47:04.960847 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:47:04.978164 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Sync routers for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:47:04.983693 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] 10.222.0.15 "PUT /v2.0/routers/b5a9dc9f-ff98-4108-9515-02b7484d06b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1218805 Jun 22 12:47:05.009041 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:05.011003 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:46:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:05.289030 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Attempting to bind port f9eb17bc-866d-47dd-b4c4-a609067c2985 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:05.289485 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Attempting to bind port f9eb17bc-866d-47dd-b4c4-a609067c2985 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'c05925f5-c6cb-4573-90b1-9235471053ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7dfee72f-e88f-43ea-b40b-62ad95dcdd3f'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:05.289771 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Attempting to bind port f9eb17bc-866d-47dd-b4c4-a609067c2985 on network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:05.311645 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:05.330790 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Port f9eb17bc-866d-47dd-b4c4-a609067c2985 on network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:05.331286 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Attempting to bind port f9eb17bc-866d-47dd-b4c4-a609067c2985 on network 7dfee72f-e88f-43ea-b40b-62ad95dcdd3f {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:05.413661 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:05.414773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Checking segment: {'id': 'c05925f5-c6cb-4573-90b1-9235471053ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7dfee72f-e88f-43ea-b40b-62ad95dcdd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:05.414773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Bound using segment: {'id': 'c05925f5-c6cb-4573-90b1-9235471053ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7dfee72f-e88f-43ea-b40b-62ad95dcdd3f'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:05.415264 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Bound port: f9eb17bc-866d-47dd-b4c4-a609067c2985, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05925f5-c6cb-4573-90b1-9235471053ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7dfee72f-e88f-43ea-b40b-62ad95dcdd3f'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:05.415428 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.417485 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Made reservation on behalf of 7f9fa9fd226944e4b45f76971479e3bc for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:05.442547 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.814918 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Allocated IP 172.20.0.3 (fbb92931-0107-4cae-9f3e-ec359c4f3558/b491bf19-1b30-4829-b138-211595335f64/dd038c8c-5de1-4423-9b3d-3ae859c42289) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:05.831289 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31c751-f5f4-4b42-9d53-fb0b14e60792 req-02a3e20b-3f52-455e-a863-067222d5c213 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:05.832823 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4d01f-375d-4437-9e60-05d37ff1947d req-4cdf540c-a099-4702-a8d3-6a8ee7efe843 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:05.833335 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fc31c751-f5f4-4b42-9d53-fb0b14e60792 req-02a3e20b-3f52-455e-a863-067222d5c213 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 943 time: 0.7062461 Jun 22 12:47:05.834641 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-52b4d01f-375d-4437-9e60-05d37ff1947d req-4cdf540c-a099-4702-a8d3-6a8ee7efe843 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 944 time: 0.1305287 Jun 22 12:47:05.847454 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:46:58Z', 'revision_number': 2, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:05.884715 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] For port f9eb17bc-866d-47dd-b4c4-a609067c2985, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:05.887999 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Checking router: b5a9dc9f-ff98-4108-9515-02b7484d06b5 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:47:05.888510 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Updating router b5a9dc9f-ff98-4108-9515-02b7484d06b5 port 9f277d17-faee-4314-8504-12234be333f9 binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:47:05.899895 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-52b4d01f-375d-4437-9e60-05d37ff1947d req-5c6e5204-629d-49c7-8cef-26d4db3aa748 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543399 Jun 22 12:47:05.939478 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] For port f9eb17bc-866d-47dd-b4c4-a609067c2985, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9eb17bc-866d-47dd-b4c4-a609067c2985,segment=NetworkSegment(c05925f5-c6cb-4573-90b1-9235471053ba),segment_id=c05925f5-c6cb-4573-90b1-9235471053ba)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:05.940357 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.962152 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.987347 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8c39e393-bc52-4239-917c-1c473fd06f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:06.046067 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fc31c751-f5f4-4b42-9d53-fb0b14e60792 req-b65c4c55-6910-49df-9f28-bcab96ded094 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970453 Jun 22 12:47:06.122394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:06.123353 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.125112 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] 10.222.0.46 "PUT /v2.0/ports/f9eb17bc-866d-47dd-b4c4-a609067c2985 HTTP/1.1" status: 200 len: 1093 time: 6.9671264 Jun 22 12:47:06.125814 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1711d52-8cc3-4b9b-aa43-d1f123c09527', 'tag': 'f9eb17bc-866d-47dd-b4c4-a609067c2985'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:06.158023 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb17bc-866d-47dd-b4c4-a609067c2985,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:06.165463 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:06.260505 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.286618 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33a191c-2cb8-42fe-a17a-2e75a93b3011" -d '{"events": [{"name": "network-changed", "server_uuid": "b1711d52-8cc3-4b9b-aa43-d1f123c09527", "tag": "f9eb17bc-866d-47dd-b4c4-a609067c2985"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:06.319134 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-29df8991-f2d9-4c54-8d92-939334f59aa2 req-25912022-5025-4b75-a515-da30b0ae9ef3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 210 time: 0.0490389 Jun 22 12:47:06.369219 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.374418 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Transition to ACTIVE for port object 9f277d17-faee-4314-8504-12234be333f9 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:06.390690 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.415553 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:06.415833 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.424120 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:06.546266 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Network fbb92931-0107-4cae-9f3e-ec359c4f3558 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:06.552287 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56700) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:06.577662 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:06.588412 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:06.594013 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Pushing event updated for resources: {'Port': ['ID=dd038c8c-5de1-4423-9b3d-3ae859c42289,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:06.617441 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:06.659005 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:06.659857 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.683292 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Attempting to bind port 9f277d17-faee-4314-8504-12234be333f9 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:06.683723 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Attempting to bind port 9f277d17-faee-4314-8504-12234be333f9 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:06.684106 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Attempting to bind port 9f277d17-faee-4314-8504-12234be333f9 on network acc9fee7-e7ea-4263-ba34-69c1136681b3 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:06.696181 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9780116 Jun 22 12:47:06.698241 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0733fb-80dc-4d96-b03d-b3c363f12bff None None] Pushing event updated for resources: {'Port': ['ID=9f277d17-faee-4314-8504-12234be333f9,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:06.704950 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:06.705923 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Checking segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:06.706407 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.706822 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Bound using segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:06.707403 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Bound port: 9f277d17-faee-4314-8504-12234be333f9, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:06.711728 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.719629 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2a0733fb-80dc-4d96-b03d-b3c363f12bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:06.773694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56708) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:06.781786 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56416593', 'description': 'tempest-description--528200593'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:06.817655 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0210-b4f2-4e0c-bbf6-23e222f58f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.852628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] For port 9f277d17-faee-4314-8504-12234be333f9, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:06.870773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.876445 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] For port 9f277d17-faee-4314-8504-12234be333f9, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=9f277d17-faee-4314-8504-12234be333f9,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:06.884852 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b6a983-9b9a-4464-9e5a-4d5fb72887ab x-openstack-request-id: req-18b6a983-9b9a-4464-9e5a-4d5fb72887ab {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:06.885334 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.885954 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1711d52-8cc3-4b9b-aa43-d1f123c09527", "tag": "f9eb17bc-866d-47dd-b4c4-a609067c2985", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:06.886096 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18b6a983-9b9a-4464-9e5a-4d5fb72887ab {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:06.887079 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1711d52-8cc3-4b9b-aa43-d1f123c09527', 'tag': 'f9eb17bc-866d-47dd-b4c4-a609067c2985', 'status': 'completed', 'code': 200} Jun 22 12:47:06.899123 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-40633b91-1e69-4a2d-baac-18cc65f4e971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:07.017601 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:07.018148 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0210-b4f2-4e0c-bbf6-23e222f58f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.018301 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:46:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:07.020656 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0733fb-80dc-4d96-b03d-b3c363f12bff None None] Pushing event updated for resources: {'Port': ['ID=9f277d17-faee-4314-8504-12234be333f9,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:07.025964 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2a0733fb-80dc-4d96-b03d-b3c363f12bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:07.032333 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0210-b4f2-4e0c-bbf6-23e222f58f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.082709 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:07.089315 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-5f2b0210-b4f2-4e0c-bbf6-23e222f58f66 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de61d56e995543bd896da871235d0211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5326474 Jun 22 12:47:07.094296 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-36671a01-1e38-4e80-b49e-bae411b24d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.118366 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56726) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:07.218102 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b0210-b4f2-4e0c-bbf6-23e222f58f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d49b48-85ad-4f6f-a7e8-b65f0eb61979,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:07.219207 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f85bcd-84b9-44c4-b0e6-c99980c08441 req-9024fb61-65be-4387-b48e-60b0a053ede4 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:07.229232 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b9f85bcd-84b9-44c4-b0e6-c99980c08441 req-9024fb61-65be-4387-b48e-60b0a053ede4 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 944 time: 0.1559384 Jun 22 12:47:07.234443 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5f2b0210-b4f2-4e0c-bbf6-23e222f58f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:07.258512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:07.276554 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-22d622be-25a0-49ca-9749-5e048d87519e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.287140 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b9f85bcd-84b9-44c4-b0e6-c99980c08441 req-b0f33cf7-0376-4feb-a3e7-e6c8fdcf9c1c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566697 Jun 22 12:47:07.336759 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-22d622be-25a0-49ca-9749-5e048d87519e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.421445 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.437306 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.455845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-79de1929-8958-4246-81e2-0987ee1e62c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:07.502348 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.503481 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7285635 Jun 22 12:47:07.508356 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56736) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:07.518124 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'security_group_rule': {'security_group_id': '16247cc8-b5b5-4fa0-af9e-6ccd755ccc93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:07.542553 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-22d622be-25a0-49ca-9749-5e048d87519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.543281 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:07.548672 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:07.551782 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-22d622be-25a0-49ca-9749-5e048d87519e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.556889 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-22d622be-25a0-49ca-9749-5e048d87519e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6d49b48-85ad-4f6f-a7e8-b65f0eb61979 HTTP/1.1" status: 204 len: 168 time: 0.4361742 Jun 22 12:47:07.562929 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:07.599722 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670646f-6a93-4940-ba6b-eedec8cdca84 req-5a41c1b6-5773-4784-a8bc-3f066624332e tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:07.603148 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e670646f-6a93-4940-ba6b-eedec8cdca84 req-5a41c1b6-5773-4784-a8bc-3f066624332e tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 943 time: 0.2684519 Jun 22 12:47:07.605172 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d622be-25a0-49ca-9749-5e048d87519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d49b48-85ad-4f6f-a7e8-b65f0eb61979,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:07.609705 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-22d622be-25a0-49ca-9749-5e048d87519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:07.625525 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:06Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:07.637447 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.697042 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55836d05-258d-45b9-9f85-cd256dd83241 None None] The sync data for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi is: [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:06Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:47:07.708818 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e670646f-6a93-4940-ba6b-eedec8cdca84 req-8029e265-e6d0-46e3-95fd-456f178bcd2c tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850077 Jun 22 12:47:07.711381 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-efa809e9-534f-4734-a9f9-034fdb36ee5d req-42abc9a9-164a-4d0a-a48c-6658c6c8f8bc tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 210 time: 0.0659893 Jun 22 12:47:07.865683 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.888211 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.891784 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:07.923034 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f29374-73fc-4858-b3fe-afa0ae62dfa5,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:07.928704 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:07.938955 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:07.943946 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56750) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:07.944262 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4325051 Jun 22 12:47:07.949155 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'security_group_rule': {'security_group_id': '16247cc8-b5b5-4fa0-af9e-6ccd755ccc93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:08.005856 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:08.105252 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:08.112205 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:08.115407 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:08.138936 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87955770-e2ce-422c-8b34-277bf281699a,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:08.143999 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:08.150249 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:08.154204 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2082303 Jun 22 12:47:08.157702 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56766) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:08.164365 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:08.205502 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:08.574798 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:08.628642 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56784) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:08.719616 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:47:08.784746 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd7414-046f-460c-81a6-930012b203a9 req-31955989-c5d1-40f5-b46d-d3c91b80270f tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:08.794789 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-76fd7414-046f-460c-81a6-930012b203a9 req-31955989-c5d1-40f5-b46d-d3c91b80270f tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 944 time: 0.2614822 Jun 22 12:47:08.838016 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:08.942804 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-76fd7414-046f-460c-81a6-930012b203a9 req-549bee5a-d7d2-44fb-b652-00139442f5ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453817 Jun 22 12:47:09.364394 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246dc38-a2ea-42cc-9bd3-92915c5c617d req-539242d3-35f8-4f1b-b2d9-dac67ec466d7 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:09.368250 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 9f277d17-faee-4314-8504-12234be333f9 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:09.375321 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0246dc38-a2ea-42cc-9bd3-92915c5c617d req-539242d3-35f8-4f1b-b2d9-dac67ec466d7 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 943 time: 0.1349351 Jun 22 12:47:09.381999 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c8c6f1ce-04a0-46b9-b1f4-2d05d6e3db7a req-18b0f928-4600-4bbe-9796-3724d30b69cb tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 210 time: 0.1991270 Jun 22 12:47:09.448479 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Allocated IP 172.27.0.247 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/49cbb284-efb1-4e1c-ba57-e87857529900) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:09.457093 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d3981994-0b9f-4b6c-be2b-c540f4ed34de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:09.471128 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0246dc38-a2ea-42cc-9bd3-92915c5c617d req-c2a41c95-b039-4658-ae09-9e23d818d9d6 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935042 Jun 22 12:47:09.522650 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 9f277d17-faee-4314-8504-12234be333f9 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:09.550428 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 9f277d17-faee-4314-8504-12234be333f9 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:09.551042 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:09.838312 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:09.856860 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:09.924890 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 9f277d17-faee-4314-8504-12234be333f9, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=9f277d17-faee-4314-8504-12234be333f9,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:09.935458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:09.941127 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:09.955026 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:10.104787 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d3981994-0b9f-4b6c-be2b-c540f4ed34de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:10.136294 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d3981994-0b9f-4b6c-be2b-c540f4ed34de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:10.136454 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=9f277d17-faee-4314-8504-12234be333f9,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:10.152326 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:10.187347 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8f97d9ca-ae2a-4a87-99ad-2194336995b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:10.301627 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Request body: {'port': {'device_id': 'c9c3642a-ca42-489d-8f8d-8919b7493dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:10.315908 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-7ca56560-d906-47cc-bdb3-b248967010f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f643e26-0049-4c27-87eb-ac8863ee1cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996202 Jun 22 12:47:10.466361 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:10.538090 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:10.581610 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d3981994-0b9f-4b6c-be2b-c540f4ed34de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5309a732387a44ed9f9f1102f11ebf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9506812 Jun 22 12:47:10.587697 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56844) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:10.641232 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3981994-0b9f-4b6c-be2b-c540f4ed34de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac89313a-7337-4266-90c3-b14fa6f8b10f,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:10.645642 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d3981994-0b9f-4b6c-be2b-c540f4ed34de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:10.666086 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:10.668382 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:10.676053 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:10.690557 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:10.713158 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:10.806264 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-45bf162c-ea1c-4f64-946d-bf60f8206d06 req-a388363d-f187-48dc-89db-0e07d238e548 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 210 time: 0.0750418 Jun 22 12:47:10.872614 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-c8fa782e-87d3-42f3-89ed-2965f36f7cb4 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906000 Jun 22 12:47:10.889219 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-9a63520b-6de7-4c29-b716-a397c63dd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:10.891899 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-9a63520b-6de7-4c29-b716-a397c63dd4ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cf9d4dc299b4330993361d71ec98d63&device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 1096 time: 0.6615405 Jun 22 12:47:10.900831 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:10.903498 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'Port': ['ID=49cbb284-efb1-4e1c-ba57-e87857529900,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:10.908899 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:10.948358 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b6fbc-0c70-4ee8-ac33-061c9dd60189 req-9ede8201-ceaf-45b5-b293-591ede166276 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:10.950491 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-be8b6fbc-0c70-4ee8-ac33-061c9dd60189 req-9ede8201-ceaf-45b5-b293-591ede166276 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 944 time: 0.5743594 Jun 22 12:47:10.966510 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a603e7e-e110-4bcf-a930-7aa96dba6c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:11.102235 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-629c9075-3de1-4dda-aaec-dfa4ec71e945 req-5bd30541-08d8-4a9f-9f95-00bf49c9aebb service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071540 Jun 22 12:47:11.181211 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a603e7e-e110-4bcf-a930-7aa96dba6c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:11.244676 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:11.353725 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-be8b6fbc-0c70-4ee8-ac33-061c9dd60189 req-a96e9e01-3fd0-4ff8-a0e7-5fdfd5830469 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919282 Jun 22 12:47:11.364209 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-b6b491fd-5874-4d63-9d3a-cb802e1ff9f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb17bc-866d-47dd-b4c4-a609067c2985 HTTP/1.1" status: 200 len: 217 time: 0.2040362 Jun 22 12:47:11.403171 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 9f277d17-faee-4314-8504-12234be333f9 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:11.563624 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:11.572255 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 9f277d17-faee-4314-8504-12234be333f9 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:11.573389 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:11.625000 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-5ea5e16b-a7af-4d1a-bdef-48540d15614a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:11.627124 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-5ea5e16b-a7af-4d1a-bdef-48540d15614a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 819 time: 0.3728421 Jun 22 12:47:11.629590 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.46', 52743) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:11.685396 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e495b1-d8a2-4baf-831d-0d95c5b524a5 req-7b12a54b-d80a-4529-9ae0-525d9a73b154 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:11.688351 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a603e7e-e110-4bcf-a930-7aa96dba6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:11.691340 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a603e7e-e110-4bcf-a930-7aa96dba6c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:11.693136 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-96e495b1-d8a2-4baf-831d-0d95c5b524a5 req-7b12a54b-d80a-4529-9ae0-525d9a73b154 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 943 time: 0.4651663 Jun 22 12:47:11.695200 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-7a603e7e-e110-4bcf-a930-7aa96dba6c7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac89313a-7337-4266-90c3-b14fa6f8b10f HTTP/1.1" status: 204 len: 168 time: 1.1008267 Jun 22 12:47:11.700589 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:11.730606 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603e7e-e110-4bcf-a930-7aa96dba6c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac89313a-7337-4266-90c3-b14fa6f8b10f,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:11.739434 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-541b4128-981e-4dcd-80b9-9f006ad8d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:11.741130 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-541b4128-981e-4dcd-80b9-9f006ad8d80e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df HTTP/1.1" status: 200 len: 851 time: 0.2402256 Jun 22 12:47:11.752974 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-7a603e7e-e110-4bcf-a930-7aa96dba6c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:11.803460 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-96e495b1-d8a2-4baf-831d-0d95c5b524a5 req-d8b06e0a-4449-4256-9b0a-28ae3d86cc28 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091895 Jun 22 12:47:11.854627 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-0ec8caf0-ca6c-43ca-892a-aecf043395a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:11.865674 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-0ec8caf0-ca6c-43ca-892a-aecf043395a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 1097 time: 0.1607211 Jun 22 12:47:11.871853 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Request body: {'port': {'device_id': '2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671', 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558', 'admin_state_up': True, 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:11.878059 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd038c8c-5de1-4423-9b3d-3ae859c42289 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:11.930247 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.012028 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.020148 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-0dfb73e0-ef92-40df-b57b-2d4f0dee221f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800326 Jun 22 12:47:12.023172 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.024358 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Transition to ACTIVE for port object dd038c8c-5de1-4423-9b3d-3ae859c42289 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:12.026987 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:12.058062 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.462402 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-df65c5af-b95c-4c06-9b0b-700b9d1429db req-4d72efca-9d48-4ca1-90b8-a68e080e4354 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 210 time: 0.2957799 Jun 22 12:47:12.473446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'Port': ['ID=49cbb284-efb1-4e1c-ba57-e87857529900,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:12.517757 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 56892) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:12.539195 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:12.539701 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:12.555478 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-7d43b73e-f7d6-4153-8089-75017c91c865 service neutron] 10.222.0.46 "GET /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985733 Jun 22 12:47:12.575332 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-781b1fda-71dd-4241-963a-daa4f3a60775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.602463 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.606890 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Made reservation on behalf of 7f9fa9fd226944e4b45f76971479e3bc for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:12.611809 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.636022 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-cf688bcb-ad48-45f1-9857-b7497c914093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:12.637671 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-cf688bcb-ad48-45f1-9857-b7497c914093 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 915 time: 0.6428645 Jun 22 12:47:12.729256 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-570e85fe-6c29-43ab-b6ac-8a3fd4d5a9e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b615bbdb-b6f5-4097-b70d-56d94a116b24 HTTP/1.1" status: 200 len: 217 time: 0.0683022 Jun 22 12:47:12.751602 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Pushing event updated for resources: {'Port': ['ID=dd038c8c-5de1-4423-9b3d-3ae859c42289,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:12.762350 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:12.813464 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9556182e-13c2-4699-ba3d-03d2dafcf630 req-4d66c62f-8b92-4284-ac70-dc34477f9f05 service neutron] 10.222.0.46 "GET /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136803 Jun 22 12:47:12.815139 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Attempting to bind port dd038c8c-5de1-4423-9b3d-3ae859c42289 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:12.815139 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Attempting to bind port dd038c8c-5de1-4423-9b3d-3ae859c42289 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:12.815366 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Attempting to bind port dd038c8c-5de1-4423-9b3d-3ae859c42289 on network fbb92931-0107-4cae-9f3e-ec359c4f3558 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:12.822308 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Port dd038c8c-5de1-4423-9b3d-3ae859c42289 on network fbb92931-0107-4cae-9f3e-ec359c4f3558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:12.822308 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Attempting to bind port dd038c8c-5de1-4423-9b3d-3ae859c42289 on network fbb92931-0107-4cae-9f3e-ec359c4f3558 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:12.827718 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:12.828374 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Checking segment: {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:12.828565 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Bound using segment: {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:12.828917 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Bound port: dd038c8c-5de1-4423-9b3d-3ae859c42289, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:12.829233 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.925450 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] For port dd038c8c-5de1-4423-9b3d-3ae859c42289, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:12.931840 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] For port dd038c8c-5de1-4423-9b3d-3ae859c42289, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:12.962193 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:12.980674 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-18692292-620d-46d4-b91c-00a31e727347 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:13.078278 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.078908 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.080279 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-8862fc15-4978-43c6-a105-83290facd689 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 200 len: 1093 time: 2.8009191 Jun 22 12:47:13.084961 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c3642a-ca42-489d-8f8d-8919b7493dbc', 'tag': 'dd038c8c-5de1-4423-9b3d-3ae859c42289'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:13.087283 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c3642a-ca42-489d-8f8d-8919b7493dbc", "tag": "dd038c8c-5de1-4423-9b3d-3ae859c42289"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:13.088522 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e328a0-2e24-47eb-8e49-817507f29d31 req-4d9d1d99-3eb6-4fab-86ea-91f84816792e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.090106 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-68e328a0-2e24-47eb-8e49-817507f29d31 req-4d9d1d99-3eb6-4fab-86ea-91f84816792e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 944 time: 0.4873290 Jun 22 12:47:13.095431 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-42ecb0dc-1f3a-4315-8204-180f469606bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.096830 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-42ecb0dc-1f3a-4315-8204-180f469606bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 200 len: 854 time: 0.1416154 Jun 22 12:47:13.109318 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Pushing event updated for resources: {'Port': ['ID=dd038c8c-5de1-4423-9b3d-3ae859c42289,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:13.114920 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:13.133362 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-2464785c-0ffb-415b-bf8c-c8fcdeac2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.134870 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-2464785c-0ffb-415b-bf8c-c8fcdeac2d46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cf9d4dc299b4330993361d71ec98d63&device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 1096 time: 0.1971815 Jun 22 12:47:13.157411 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee3e9-d802-4021-9409-b84fd7371887 req-0874447a-f76c-4c4b-b20e-5f098513cce5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.158997 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-029ee3e9-d802-4021-9409-b84fd7371887 req-0874447a-f76c-4c4b-b20e-5f098513cce5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 943 time: 0.1400664 Jun 22 12:47:13.174089 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-ea4af6e8-930c-4250-815e-1f023327c1fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f643e26-0049-4c27-87eb-ac8863ee1cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483260 Jun 22 12:47:13.181881 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Allocated IP 172.20.0.6 (fbb92931-0107-4cae-9f3e-ec359c4f3558/b491bf19-1b30-4829-b138-211595335f64/690fb966-9255-49b3-90c8-d9f14bf74a8b) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:13.258759 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-68e328a0-2e24-47eb-8e49-817507f29d31 req-b8193d1b-9b69-482b-8ade-5da931cc5c62 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609335 Jun 22 12:47:13.289986 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-781b1fda-71dd-4241-963a-daa4f3a60775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.319015 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-781b1fda-71dd-4241-963a-daa4f3a60775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.342658 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.343920 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1848927 Jun 22 12:47:13.360249 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:13.368906 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8518778-d8ea-4008-9cfa-b62b5e41e07e x-openstack-request-id: req-d8518778-d8ea-4008-9cfa-b62b5e41e07e {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:13.369227 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c3642a-ca42-489d-8f8d-8919b7493dbc", "tag": "dd038c8c-5de1-4423-9b3d-3ae859c42289", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:13.369765 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8518778-d8ea-4008-9cfa-b62b5e41e07e {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:13.370028 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c3642a-ca42-489d-8f8d-8919b7493dbc', 'tag': 'dd038c8c-5de1-4423-9b3d-3ae859c42289', 'status': 'completed', 'code': 200} Jun 22 12:47:13.398801 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-029ee3e9-d802-4021-9409-b84fd7371887 req-58f66b1c-b781-4a0f-a787-c77ea617ab80 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311602 Jun 22 12:47:13.447909 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-f9920901-8473-4c2a-b53b-fa8b402a29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.449990 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-f9920901-8473-4c2a-b53b-fa8b402a29c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f HTTP/1.1" status: 200 len: 912 time: 0.2898519 Jun 22 12:47:13.452641 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b1fda-71dd-4241-963a-daa4f3a60775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930e6e82-9100-4858-8c9e-cc991d713051,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:13.470275 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-781b1fda-71dd-4241-963a-daa4f3a60775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:13.516001 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-781b1fda-71dd-4241-963a-daa4f3a60775 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70d35a7e8a3a442caad57eaf8b8405bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9940441 Jun 22 12:47:13.519746 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56916) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:13.526993 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-8c4790a8-da25-4ea3-95da-6473bdbcde0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb17bc-866d-47dd-b4c4-a609067c2985 HTTP/1.1" status: 200 len: 217 time: 0.0696514 Jun 22 12:47:13.531638 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-13cf1839-8a6d-4388-a8e9-7f7942253053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.533163 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-13cf1839-8a6d-4388-a8e9-7f7942253053 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1096 time: 0.3562348 Jun 22 12:47:13.534348 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-f995243c-5951-45a8-9a29-30afd7931e2b service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413074 Jun 22 12:47:13.640518 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-81fc3629-0064-4477-af23-61b9b026aab0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 200 len: 217 time: 0.0623920 Jun 22 12:47:13.667807 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-bb9841d6-fca4-4d6a-b63f-e34df381799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.678660 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-bb9841d6-fca4-4d6a-b63f-e34df381799d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df HTTP/1.1" status: 200 len: 851 time: 0.1387112 Jun 22 12:47:13.754909 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-4b6bb124-2066-4615-b8f1-f7a10a0797e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494781 Jun 22 12:47:13.763298 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e69f4809-56f4-4e52-be1b-625431300f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.800230 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b88a1e57-c745-4fb3-adda-fac2d5f54fee req-dc59d9fe-1555-4351-9a35-904be5e81179 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 210 time: 0.0729716 Jun 22 12:47:13.846401 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-36548132-362e-4337-b000-c9f84080c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.847979 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-36548132-362e-4337-b000-c9f84080c7a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.1957445 Jun 22 12:47:13.849866 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1a32b066-de3e-4aa7-a7c7-0ea8b67e147d req-14ec93e2-4471-4450-824a-9e050789bf43 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555358 Jun 22 12:47:13.852853 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.878025 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e69f4809-56f4-4e52-be1b-625431300f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.909659 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.917934 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:13.956099 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-a2868a6a-43a9-45a6-aaa5-818c12706211 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652947 Jun 22 12:47:13.989911 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-c1bdfe0d-4cf7-46ea-8e4e-c49fa2333af4 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--56416593&fields=id&tenant_id=8fd8f28261ac4130b3611edc2ba57f7a HTTP/1.1" status: 200 len: 267 time: 0.2291303 Jun 22 12:47:13.995113 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Network fbb92931-0107-4cae-9f3e-ec359c4f3558 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:14.003939 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:14.006888 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:14.014360 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:14.015194 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:14.040313 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Pushing event updated for resources: {'Port': ['ID=690fb966-9255-49b3-90c8-d9f14bf74a8b,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:14.041249 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:14.043618 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1767502 Jun 22 12:47:14.077755 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Request body: {'port': {'device_id': '2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:14.091291 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-53b0c03a-9ae1-4aef-a4fb-3fbb031bc39c service neutron] 10.222.0.46 "GET /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230796 Jun 22 12:47:14.194709 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:14.226583 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-625701a9-51b7-4d42-9b15-35a240d21e77 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597852 Jun 22 12:47:14.269531 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device b615bbdb-b6f5-4097-b70d-56d94a116b24 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:47:14.297543 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e69f4809-56f4-4e52-be1b-625431300f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:14.301087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e69f4809-56f4-4e52-be1b-625431300f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:14.301166 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-e69f4809-56f4-4e52-be1b-625431300f3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/930e6e82-9100-4858-8c9e-cc991d713051 HTTP/1.1" status: 204 len: 168 time: 0.7801940 Jun 22 12:47:14.306831 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-88c6812d-af2c-4da9-8a72-b33573a13f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:14.320123 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f4809-56f4-4e52-be1b-625431300f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930e6e82-9100-4858-8c9e-cc991d713051,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:14.346513 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e69f4809-56f4-4e52-be1b-625431300f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:14.389593 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-bbc9ea3b-6ea5-4a19-93e8-8ad098b8f856 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:14.391487 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-bbc9ea3b-6ea5-4a19-93e8-8ad098b8f856 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 817 time: 0.3694913 Jun 22 12:47:14.396020 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e33a191c-2cb8-42fe-a17a-2e75a93b3011 req-8120724d-307b-405c-a554-891bf596208b service neutron] 10.222.0.46 "GET /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756655 Jun 22 12:47:14.425883 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-41ddc139-353b-4f3d-8bae-b5e237aa9d2b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/quotas/8fd8f28261ac4130b3611edc2ba57f7a HTTP/1.1" status: 200 len: 375 time: 0.0185556 Jun 22 12:47:14.504227 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2f4d4e-50c0-4d05-83e9-0f48bbef2126 req-1e97e786-a0ff-4a27-b62c-b01d246e8185 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689464 Jun 22 12:47:14.570919 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-bdd3fa70-6d0e-4209-9953-5571ee456b63 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1437707 Jun 22 12:47:14.571103 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port b615bbdb-b6f5-4097-b70d-56d94a116b24, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b615bbdb-b6f5-4097-b70d-56d94a116b24,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:14.587873 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': 'b615bbdb-b6f5-4097-b70d-56d94a116b24', 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'port_id': 'b615bbdb-b6f5-4097-b70d-56d94a116b24', 'mac_address': 'fa:16:3e:d7:14:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee53181-3547-4ebc-abd9-56241909cfc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:47:14.642668 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:14.746234 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690fb966-9255-49b3-90c8-d9f14bf74a8b {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:14.756264 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:14.780549 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Transition to ACTIVE for port object 690fb966-9255-49b3-90c8-d9f14bf74a8b will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:14.790900 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf7a9d-586c-4876-8429-9041b49ed47f req-6a753910-349a-48ba-a4b9-3cda4d95d03f tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:14.792584 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7baf7a9d-586c-4876-8429-9041b49ed47f req-6a753910-349a-48ba-a4b9-3cda4d95d03f tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 944 time: 0.2297571 Jun 22 12:47:14.793804 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:14.797415 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:14.805729 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b615bbdb-b6f5-4097-b70d-56d94a116b24 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:14.834717 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port b615bbdb-b6f5-4097-b70d-56d94a116b24, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b615bbdb-b6f5-4097-b70d-56d94a116b24,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:14.840933 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:14.842259 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f9eb17bc-866d-47dd-b4c4-a609067c2985 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:47:14.845890 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:14.952230 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Pushing event updated for resources: {'Port': ['ID=690fb966-9255-49b3-90c8-d9f14bf74a8b,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:14.964174 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7baf7a9d-586c-4876-8429-9041b49ed47f req-ddbc0fa6-2f9c-471a-b969-154732747b83 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691845 Jun 22 12:47:14.965210 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:15.093917 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-267ff9a6-73f0-4a13-9e14-f47bbb71eff5 service neutron] 10.222.0.15 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033870 Jun 22 12:47:15.103692 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-4c509e22-ca0b-4519-b07f-9ddc9db4a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:15.105263 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-4c509e22-ca0b-4519-b07f-9ddc9db4a2be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1096 time: 0.4958696 Jun 22 12:47:15.121770 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=b615bbdb-b6f5-4097-b70d-56d94a116b24,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:15.123590 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Attempting to bind port 690fb966-9255-49b3-90c8-d9f14bf74a8b on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:15.124882 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Attempting to bind port 690fb966-9255-49b3-90c8-d9f14bf74a8b by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:15.124882 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Attempting to bind port 690fb966-9255-49b3-90c8-d9f14bf74a8b on network fbb92931-0107-4cae-9f3e-ec359c4f3558 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:15.145905 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:15.190745 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Port 690fb966-9255-49b3-90c8-d9f14bf74a8b on network fbb92931-0107-4cae-9f3e-ec359c4f3558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:15.191424 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Attempting to bind port 690fb966-9255-49b3-90c8-d9f14bf74a8b on network fbb92931-0107-4cae-9f3e-ec359c4f3558 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:15.199079 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:15.199754 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Checking segment: {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:15.200377 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Bound using segment: {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:15.201767 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Bound port: 690fb966-9255-49b3-90c8-d9f14bf74a8b, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:15.203390 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:15.225593 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f9eb17bc-866d-47dd-b4c4-a609067c2985, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9eb17bc-866d-47dd-b4c4-a609067c2985,segment=NetworkSegment(c05925f5-c6cb-4573-90b1-9235471053ba),segment_id=c05925f5-c6cb-4573-90b1-9235471053ba)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:15.244477 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': 'f9eb17bc-866d-47dd-b4c4-a609067c2985', 'network_id': '7dfee72f-e88f-43ea-b40b-62ad95dcdd3f', 'port_id': 'f9eb17bc-866d-47dd-b4c4-a609067c2985', 'mac_address': 'fa:16:3e:ec:19:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:47:15.309559 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-41aabe0a-c93b-412f-9121-841d6e774d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:15.311821 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-41aabe0a-c93b-412f-9121-841d6e774d76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.1826966 Jun 22 12:47:15.330153 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 56974) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:15.345574 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25567cb9-4879-42a3-99a8-8f853e3cc71e req-4f9e1baa-4830-4a6b-bc29-a6ea672b66de tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:15.348428 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-25567cb9-4879-42a3-99a8-8f853e3cc71e req-4f9e1baa-4830-4a6b-bc29-a6ea672b66de tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 943 time: 0.2141354 Jun 22 12:47:15.361801 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:15.412054 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] For port 690fb966-9255-49b3-90c8-d9f14bf74a8b, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:15.420637 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9eb17bc-866d-47dd-b4c4-a609067c2985 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:15.446334 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-77141f56-5b1f-4884-9c40-428b0907d766 service neutron] 10.222.0.15 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340385 Jun 22 12:47:15.447856 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-56d84521-6799-41ab-8e63-91c58996d1ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 200 len: 217 time: 0.1167574 Jun 22 12:47:15.490665 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f9eb17bc-866d-47dd-b4c4-a609067c2985, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9eb17bc-866d-47dd-b4c4-a609067c2985,segment=NetworkSegment(c05925f5-c6cb-4573-90b1-9235471053ba),segment_id=c05925f5-c6cb-4573-90b1-9235471053ba)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:15.502831 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] For port 690fb966-9255-49b3-90c8-d9f14bf74a8b, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:15.505110 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:15.510782 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-25567cb9-4879-42a3-99a8-8f853e3cc71e req-581ba23c-2b2f-44d0-8885-c657e660666e tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425424 Jun 22 12:47:15.514511 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:15.515112 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:15.528410 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-73bca198-7c98-4571-b02e-2625fc76b415 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:15.544586 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:15.546556 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:15.548277 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] 10.222.0.46 "PUT /v2.0/ports/690fb966-9255-49b3-90c8-d9f14bf74a8b HTTP/1.1" status: 200 len: 1093 time: 1.4805086 Jun 22 12:47:15.551059 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671', 'tag': '690fb966-9255-49b3-90c8-d9f14bf74a8b'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:15.556285 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6c3834-d251-4a28-a98e-34d91f6647b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671", "tag": "690fb966-9255-49b3-90c8-d9f14bf74a8b"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:15.630845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-d04e2301-02d8-4b9e-aa61-a41fb6feb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:15.632427 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-d04e2301-02d8-4b9e-aa61-a41fb6feb060 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.1757138 Jun 22 12:47:15.638250 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6d363ef0-7c2d-4db1-aef5-529b85749afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:15.646490 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Pushing event updated for resources: {'Port': ['ID=690fb966-9255-49b3-90c8-d9f14bf74a8b,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:15.652337 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f9eb17bc-866d-47dd-b4c4-a609067c2985,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:15.657811 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:15.658559 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:15.815246 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-f28e9908-e19d-419c-898f-c9eb81372356 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363776 Jun 22 12:47:15.824472 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-f75c24ff-a0c5-474b-ac1a-3e7aade13647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:15.831535 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-f75c24ff-a0c5-474b-ac1a-3e7aade13647 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 1096 time: 0.1691208 Jun 22 12:47:15.958129 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-7dad0208-f055-4f48-a75d-fa20e873553e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b HTTP/1.1" status: 200 len: 217 time: 0.1078928 Jun 22 12:47:15.962263 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c39a1d0-99d8-4f3c-845e-ef9366e00bda x-openstack-request-id: req-4c39a1d0-99d8-4f3c-845e-ef9366e00bda {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:15.962654 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671", "tag": "690fb966-9255-49b3-90c8-d9f14bf74a8b", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:15.963014 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c39a1d0-99d8-4f3c-845e-ef9366e00bda {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:15.965328 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671', 'tag': '690fb966-9255-49b3-90c8-d9f14bf74a8b', 'status': 'completed', 'code': 200} Jun 22 12:47:16.081227 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['b615bbdb-b6f5-4097-b70d-56d94a116b24'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:16.081747 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1adc5e47-dff7-4646-8be4-9421f859f19a req-8e13d0f9-d4f1-4009-9c73-792b56c14af4 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 210 time: 0.1051836 Jun 22 12:47:16.090062 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abc89b-9795-42e6-af39-371a94a8d28a req-922eda9b-e80c-4f69-9089-1d9eac79737f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:16.091243 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-ab1ce7e5-370e-4b99-ac7b-fe8dc6a550db service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746520 Jun 22 12:47:16.092440 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-73abc89b-9795-42e6-af39-371a94a8d28a req-922eda9b-e80c-4f69-9089-1d9eac79737f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 943 time: 0.1326740 Jun 22 12:47:16.094215 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-9bdc85f9-d94f-4f6e-ae1c-e56c62488146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:16.095894 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-9bdc85f9-d94f-4f6e-ae1c-e56c62488146 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.1145806 Jun 22 12:47:16.114319 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['f9eb17bc-866d-47dd-b4c4-a609067c2985'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:16.185478 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-d023db55-bbb9-4563-b9e4-ec8624b99175 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685453 Jun 22 12:47:16.238459 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device dd038c8c-5de1-4423-9b3d-3ae859c42289 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:47:16.315812 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-73abc89b-9795-42e6-af39-371a94a8d28a req-a20bc5a2-0429-4c96-9880-de1dfbd2b677 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165003 Jun 22 12:47:16.420936 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-94e8f6c2-5e3b-442b-a4fc-471b9bea501a service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211881 Jun 22 12:47:16.432931 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2b5bb8-cbd6-4af5-8c5e-b3cab4a2e0a8 req-ddd14c18-2cb8-4309-adfa-bd2e1abf9cac service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263876 Jun 22 12:47:16.535752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6d363ef0-7c2d-4db1-aef5-529b85749afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:16.592912 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a796bbdc-26ad-4397-a2ce-9ea52e8c0e47 req-8a9be36c-0d01-4569-9900-a0067c1e3afd service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662343 Jun 22 12:47:16.595367 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port dd038c8c-5de1-4423-9b3d-3ae859c42289, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:16.599147 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6d363ef0-7c2d-4db1-aef5-529b85749afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:16.609684 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6180b87d-8eea-4483-b8d7-9e66f0826061 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:16.612998 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': 'dd038c8c-5de1-4423-9b3d-3ae859c42289', 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558', 'port_id': 'dd038c8c-5de1-4423-9b3d-3ae859c42289', 'mac_address': 'fa:16:3e:2c:db:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b491bf19-1b30-4829-b138-211595335f64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:47:16.694522 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:16.746170 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd038c8c-5de1-4423-9b3d-3ae859c42289 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:16.772023 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port dd038c8c-5de1-4423-9b3d-3ae859c42289, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:16.796821 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:16.802880 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:16.805597 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed137f95-be6f-4332-8695-5db8b43751d6 req-a03aad70-82c0-44fe-8cf9-d9157271d7dc tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:16.814866 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ed137f95-be6f-4332-8695-5db8b43751d6 req-a03aad70-82c0-44fe-8cf9-d9157271d7dc tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 945 time: 0.4210052 Jun 22 12:47:16.818732 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6d363ef0-7c2d-4db1-aef5-529b85749afb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5635cc35b14043c1af8bb7c0a3ebb10e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4864976 Jun 22 12:47:16.832008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d363ef0-7c2d-4db1-aef5-529b85749afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187c39f4-da09-4984-a1f1-d22e85cf56c2,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:16.848845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57032) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:16.864433 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6d363ef0-7c2d-4db1-aef5-529b85749afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:16.867325 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=dd038c8c-5de1-4423-9b3d-3ae859c42289,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:16.875832 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:16.877482 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-6c1c1ea5-83eb-4fd0-9084-9af99653ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:16.879246 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-6c1c1ea5-83eb-4fd0-9084-9af99653ac3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 1096 time: 0.1665444 Jun 22 12:47:16.956433 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ed137f95-be6f-4332-8695-5db8b43751d6 req-c046e2ef-9c4e-4740-b78c-743b456dfa03 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403444 Jun 22 12:47:16.980032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4fa083c3-c968-45b5-b051-41c1fc6e9a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:16.987633 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c1556-343e-4213-983b-3e9228cbe266 req-996fdb01-9d60-426e-bf05-745e50ec3c87 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:16.989325 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8b4c1556-343e-4213-983b-3e9228cbe266 req-996fdb01-9d60-426e-bf05-745e50ec3c87 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 944 time: 0.1822424 Jun 22 12:47:17.008130 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4fa083c3-c968-45b5-b051-41c1fc6e9a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:17.069051 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8b4c1556-343e-4213-983b-3e9228cbe266 req-877dbdb8-0a79-4f9c-a99b-e0f8f106d5cb tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688710 Jun 22 12:47:17.087934 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4fa083c3-c968-45b5-b051-41c1fc6e9a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:17.090666 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4fa083c3-c968-45b5-b051-41c1fc6e9a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:17.104402 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-4fa083c3-c968-45b5-b051-41c1fc6e9a84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/187c39f4-da09-4984-a1f1-d22e85cf56c2 HTTP/1.1" status: 204 len: 168 time: 0.2420075 Jun 22 12:47:17.104402 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b2da15ca-7bed-434f-85a5-3df989e268c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:17.113188 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa083c3-c968-45b5-b051-41c1fc6e9a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187c39f4-da09-4984-a1f1-d22e85cf56c2,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:17.115409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4fa083c3-c968-45b5-b051-41c1fc6e9a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:17.118930 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-82ea8862-24e0-4be3-b634-1b7efa0bcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:17.122221 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-82ea8862-24e0-4be3-b634-1b7efa0bcc83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.2226787 Jun 22 12:47:17.197290 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-0432d876-4f0c-4869-afb6-7fb02bb9a70e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b HTTP/1.1" status: 200 len: 217 time: 0.0634065 Jun 22 12:47:17.308251 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-567ed5fc-80a2-486d-ae3a-44581d8a37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:17.309810 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-567ed5fc-80a2-486d-ae3a-44581d8a37a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.0818250 Jun 22 12:47:17.324758 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-85ed4290-d4f5-47b8-ba95-5887c6d9f653 req-ce262297-95b2-46d2-89a1-e461d249dca1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 210 time: 0.0464032 Jun 22 12:47:17.377708 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-7aefde4d-f892-4d25-98ff-85d521c75134 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594451 Jun 22 12:47:17.580155 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['dd038c8c-5de1-4423-9b3d-3ae859c42289'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:17.588518 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-3faa4a81-d2ff-4843-9557-b42e57b738a2 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958241 Jun 22 12:47:17.603602 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57070) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:17.613421 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd056d8-4acd-4608-8596-7a6cb5518564 req-44aae816-2714-4882-8739-75d7574daf00 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:17.618715 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-282dd7ea-3688-41f6-b9ff-b82d94b81489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:17.620166 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-dfd056d8-4acd-4608-8596-7a6cb5518564 req-44aae816-2714-4882-8739-75d7574daf00 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 943 time: 0.1248536 Jun 22 12:47:17.729488 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-dfd056d8-4acd-4608-8596-7a6cb5518564 req-3099f547-d58f-4347-821f-6f56d62b634a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083276 Jun 22 12:47:17.803495 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4e6c3834-d251-4a28-a98e-34d91f6647b3 req-1004c1d6-7539-490e-ae07-ac72c1d86a80 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082150 Jun 22 12:47:17.808394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-282dd7ea-3688-41f6-b9ff-b82d94b81489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:17.815369 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-282dd7ea-3688-41f6-b9ff-b82d94b81489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:17.818154 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e69f4809-56f4-4e52-be1b-625431300f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:17.865397 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dd7ea-3688-41f6-b9ff-b82d94b81489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a9ddb-085d-4ee3-b6d4-e2c44678d48b,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:17.869233 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-282dd7ea-3688-41f6-b9ff-b82d94b81489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:17.874833 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-282dd7ea-3688-41f6-b9ff-b82d94b81489 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec07e5bb9fdb4255894820bd2a8fb736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673247 Jun 22 12:47:17.881284 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 57076) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:18.049910 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-75af8a9a-ed73-4e93-a4e5-5bd0f48fa581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.130955 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-75af8a9a-ed73-4e93-a4e5-5bd0f48fa581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.175456 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-5cf55e08-9ec2-4d94-ae37-60d891b39311 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:18.177986 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-5cf55e08-9ec2-4d94-ae37-60d891b39311 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 817 time: 0.2781889 Jun 22 12:47:18.241634 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 690fb966-9255-49b3-90c8-d9f14bf74a8b details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:47:18.304912 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device b615bbdb-b6f5-4097-b70d-56d94a116b24 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:18.319788 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-75af8a9a-ed73-4e93-a4e5-5bd0f48fa581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.332663 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-75af8a9a-ed73-4e93-a4e5-5bd0f48fa581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.334558 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-75af8a9a-ed73-4e93-a4e5-5bd0f48fa581 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b9a9ddb-085d-4ee3-b6d4-e2c44678d48b HTTP/1.1" status: 204 len: 168 time: 0.4545522 Jun 22 12:47:18.367825 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:18.428125 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877840-5d3f-4d59-8fe3-9f6d988ef52a req-0af53631-211d-4b5c-a08f-96ebd77a1056 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:18.437122 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-66877840-5d3f-4d59-8fe3-9f6d988ef52a req-0af53631-211d-4b5c-a08f-96ebd77a1056 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 945 time: 0.2215712 Jun 22 12:47:18.461497 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 690fb966-9255-49b3-90c8-d9f14bf74a8b, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:18.466079 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port b615bbdb-b6f5-4097-b70d-56d94a116b24 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:18.473311 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af8a9a-ed73-4e93-a4e5-5bd0f48fa581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a9ddb-085d-4ee3-b6d4-e2c44678d48b,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:18.480598 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port b615bbdb-b6f5-4097-b70d-56d94a116b24 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:18.481058 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.485629 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-d98b288e-5cb7-4ac2-accd-1638094736df tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd8f28261ac4130b3611edc2ba57f7a HTTP/1.1" status: 200 len: 378 time: 0.2754488 Jun 22 12:47:18.486808 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '690fb966-9255-49b3-90c8-d9f14bf74a8b', 'network_id': 'fbb92931-0107-4cae-9f3e-ec359c4f3558', 'port_id': '690fb966-9255-49b3-90c8-d9f14bf74a8b', 'mac_address': 'fa:16:3e:00:6e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b491bf19-1b30-4829-b138-211595335f64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:47:18.488858 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-75af8a9a-ed73-4e93-a4e5-5bd0f48fa581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:18.494031 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-66877840-5d3f-4d59-8fe3-9f6d988ef52a req-9093b8fb-0d25-4e98-8161-39bdb5da4bdf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552254 Jun 22 12:47:18.519079 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'port': {'device_id': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'admin_state_up': True, 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'security_groups': ['16247cc8-b5b5-4fa0-af9e-6ccd755ccc93']}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:18.646599 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f51478-db9c-4110-89be-a7060c94fb9e req-246c7bbf-aca5-4254-bf60-43f31b961473 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:18.659027 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-53f51478-db9c-4110-89be-a7060c94fb9e req-246c7bbf-aca5-4254-bf60-43f31b961473 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 944 time: 0.2640686 Jun 22 12:47:18.662985 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.720628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690fb966-9255-49b3-90c8-d9f14bf74a8b {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:18.797640 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f59b594b-4328-47ed-8fcd-3ca165a26504 req-122b04b1-2c72-4686-816a-8ea3dcbaa020 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 210 time: 0.1076114 Jun 22 12:47:18.798977 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 690fb966-9255-49b3-90c8-d9f14bf74a8b, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:18.801125 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.840195 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.846155 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:18.938712 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-53f51478-db9c-4110-89be-a7060c94fb9e req-f6cd50f0-2eb0-4447-b4b5-bbfe827076cd tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699025 Jun 22 12:47:18.957652 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe705664-95a6-4bce-902a-61df250814c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b615bbdb-b6f5-4097-b70d-56d94a116b24'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:18.994933 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Made reservation on behalf of 8fd8f28261ac4130b3611edc2ba57f7a for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:19.016086 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.088735 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port b615bbdb-b6f5-4097-b70d-56d94a116b24, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b615bbdb-b6f5-4097-b70d-56d94a116b24,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:19.098361 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.100407 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f9eb17bc-866d-47dd-b4c4-a609067c2985 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:19.165372 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=690fb966-9255-49b3-90c8-d9f14bf74a8b,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:19.172761 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:19.175580 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:19.285328 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893153e-3125-4f53-b0c8-0ee3f52ce1df req-85d1086b-fc58-411e-a384-596ef3c74aa9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:19.289921 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e893153e-3125-4f53-b0c8-0ee3f52ce1df req-85d1086b-fc58-411e-a384-596ef3c74aa9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 944 time: 0.2083974 Jun 22 12:47:19.294256 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=b615bbdb-b6f5-4097-b70d-56d94a116b24,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:19.299988 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['690fb966-9255-49b3-90c8-d9f14bf74a8b'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:19.374146 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Allocated IP 172.20.0.4 (acc9fee7-e7ea-4263-ba34-69c1136681b3/6b04b246-1ae8-4ac0-b714-81df36e8580d/f8fe30fe-b387-42ba-982e-e0d685290390) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:19.414643 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f097883d-0199-49a0-b43c-3e6c0727d497" -d '{"events": [{"server_uuid": "fe705664-95a6-4bce-902a-61df250814c4", "name": "network-vif-plugged", "status": "completed", "tag": "b615bbdb-b6f5-4097-b70d-56d94a116b24"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:19.419003 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:19.523461 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e893153e-3125-4f53-b0c8-0ee3f52ce1df req-db75493b-aa7d-411f-8e2f-d040936baed0 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257771 Jun 22 12:47:19.595078 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port f9eb17bc-866d-47dd-b4c4-a609067c2985 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:19.609548 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port f9eb17bc-866d-47dd-b4c4-a609067c2985 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:19.610906 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.757928 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e495-4ede-46af-b16a-ae6b7a38d41a req-e1845d3a-e4d3-400e-8d5d-a3482e1b557f tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:19.768317 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7754e495-4ede-46af-b16a-ae6b7a38d41a req-e1845d3a-e4d3-400e-8d5d-a3482e1b557f tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 946 time: 0.1066499 Jun 22 12:47:19.824277 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7754e495-4ede-46af-b16a-ae6b7a38d41a req-8b66c27e-3d60-4af7-ad00-370fa34910c9 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547247 Jun 22 12:47:19.852295 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.971635 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f9eb17bc-866d-47dd-b4c4-a609067c2985, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9eb17bc-866d-47dd-b4c4-a609067c2985,segment=NetworkSegment(c05925f5-c6cb-4573-90b1-9235471053ba),segment_id=c05925f5-c6cb-4573-90b1-9235471053ba)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:19.989833 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.995422 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:20.090515 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5642228-eed5-448f-8656-ba4f699865f3 x-openstack-request-id: req-a5642228-eed5-448f-8656-ba4f699865f3 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:20.090837 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe705664-95a6-4bce-902a-61df250814c4", "name": "network-vif-plugged", "status": "completed", "tag": "b615bbdb-b6f5-4097-b70d-56d94a116b24", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:20.091123 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5642228-eed5-448f-8656-ba4f699865f3 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:20.096373 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-86e89ae6-a8d3-406a-b4c6-c8b833a2a850 req-a9bb820c-482f-4360-a2c4-5f0d17fa41a3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 210 time: 0.0981212 Jun 22 12:47:20.096728 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe705664-95a6-4bce-902a-61df250814c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b615bbdb-b6f5-4097-b70d-56d94a116b24', 'code': 200} Jun 22 12:47:20.166367 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f9eb17bc-866d-47dd-b4c4-a609067c2985,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:20.182363 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:20.271990 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device dd038c8c-5de1-4423-9b3d-3ae859c42289 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:20.413617 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.424582 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port dd038c8c-5de1-4423-9b3d-3ae859c42289 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:20.429764 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port dd038c8c-5de1-4423-9b3d-3ae859c42289 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:20.430175 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.449880 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Transition to ACTIVE for port object f8fe30fe-b387-42ba-982e-e0d685290390 will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:20.465200 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d823265-79b5-4f38-9ed0-8e2229891209 req-7101d29b-55b7-4650-99ca-ffe064c5cd34 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:20.473002 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7d823265-79b5-4f38-9ed0-8e2229891209 req-7101d29b-55b7-4650-99ca-ffe064c5cd34 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.2415240 Jun 22 12:47:20.526409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57168) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:20.551278 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b292-27e1-4373-902b-cde94c1642d6 req-ad761464-aa68-40aa-94bd-bcc94864b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:20.553187 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6a89b292-27e1-4373-902b-cde94c1642d6 req-ad761464-aa68-40aa-94bd-bcc94864b139 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 1099 time: 0.2094290 Jun 22 12:47:20.570119 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7d823265-79b5-4f38-9ed0-8e2229891209 req-bd954719-30a7-496e-a1cd-b46b3efd00ac tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939023 Jun 22 12:47:20.593465 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.598046 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.605071 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:20.618878 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-6a89b292-27e1-4373-902b-cde94c1642d6 req-c86ba179-e4bd-460e-8820-c1622daa5001 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.716182 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-397952093-network', 'tenant_id': '9b078ffdd3514489a314a33ae95edfed'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:20.724973 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:20.731706 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:20.744334 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:20.750174 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:20.755509 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:20.769667 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:20.770682 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.937469 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-6a89b292-27e1-4373-902b-cde94c1642d6 req-c86ba179-e4bd-460e-8820-c1622daa5001 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.949667 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-6a89b292-27e1-4373-902b-cde94c1642d6 req-c86ba179-e4bd-460e-8820-c1622daa5001 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.957068 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:20.962489 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port dd038c8c-5de1-4423-9b3d-3ae859c42289, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:20.968794 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.971841 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:21.007823 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4995708 Jun 22 12:47:21.028509 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Request body: {'port': {'device_id': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:21.033672 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Made reservation on behalf of 9b078ffdd3514489a314a33ae95edfed for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:21.036130 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.052634 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6a89b292-27e1-4373-902b-cde94c1642d6 req-c86ba179-e4bd-460e-8820-c1622daa5001 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892244 Jun 22 12:47:21.055650 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.069595 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=dd038c8c-5de1-4423-9b3d-3ae859c42289,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:21.084415 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ba179-e4bd-460e-8820-c1622daa5001 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=460892ed-82fd-46f4-bad6-700cbd5f1fe8,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:21.088345 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-c86ba179-e4bd-460e-8820-c1622daa5001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:21.093281 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:21.124956 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4948620-9fd6-47c5-a13b-01e7234b9446 req-2e497913-9590-4a66-b6a0-5b5b941487ed tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:21.126946 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4948620-9fd6-47c5-a13b-01e7234b9446 req-2e497913-9590-4a66-b6a0-5b5b941487ed tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 944 time: 0.2758193 Jun 22 12:47:21.227920 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4948620-9fd6-47c5-a13b-01e7234b9446 req-2a7d05ff-984d-4b2d-a222-94dccff9e027 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853434 Jun 22 12:47:21.249829 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f0d4248a-c526-452d-aabe-708cbed361c2 None None] Provisioning for port f8fe30fe-b387-42ba-982e-e0d685290390 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:21.257194 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.263230 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f0d4248a-c526-452d-aabe-708cbed361c2 None None] Provisioning complete for port f8fe30fe-b387-42ba-982e-e0d685290390 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:21.263929 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f0d4248a-c526-452d-aabe-708cbed361c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.336032 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4248a-c526-452d-aabe-708cbed361c2 None None] Port f8fe30fe-b387-42ba-982e-e0d685290390 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:47:21.356192 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.371490 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.384125 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-282dd7ea-3688-41f6-b9ff-b82d94b81489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:21.413291 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:47:21.416088 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa096b8e-9a32-4961-9b9e-4f2ba4548fde req-4ee2e3e7-eedb-4189-8e86-8c3e1e267630 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:21.419830 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fa096b8e-9a32-4961-9b9e-4f2ba4548fde req-4ee2e3e7-eedb-4189-8e86-8c3e1e267630 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 946 time: 0.2594829 Jun 22 12:47:21.464228 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.465181 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Added segment d01be38d-800f-466f-9fd7-8ad399d2af61 of type vlan for network 240c7ce6-8726-417a-b966-29be0b0c29b5 Jun 22 12:47:21.487504 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379fea70-beeb-4e1c-b7f0-47202da33ea7,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:21.521315 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:21.572482 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.593389 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fa096b8e-9a32-4961-9b9e-4f2ba4548fde req-a316d84e-1e1f-4f97-9e19-fd36b4a78ad3 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624639 Jun 22 12:47:21.679894 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770788-03ac-40d1-aa31-aeb6d5027b99 req-eaf6e612-f51b-4f35-a62b-0d4fe9c9d3cd tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:21.682317 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c4770788-03ac-40d1-aa31-aeb6d5027b99 req-eaf6e612-f51b-4f35-a62b-0d4fe9c9d3cd tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 931 time: 0.2419350 Jun 22 12:47:21.753888 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.777631 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:21.777631 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.777631 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d11a8cc5-f0e7-48e3-8d7d-ef4166b707b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:21.851957 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c4770788-03ac-40d1-aa31-aeb6d5027b99 req-54dc06d1-d398-473e-8520-c431740a58be tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1556566 Jun 22 12:47:21.868050 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3402662 Jun 22 12:47:21.868690 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57202) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:21.876043 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Request body: {'subnet': {'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-397952093-subnet', 'tenant_id': '9b078ffdd3514489a314a33ae95edfed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:21.898316 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Pushing event updated for resources: {'Network': ['ID=240c7ce6-8726-417a-b966-29be0b0c29b5,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:21.903445 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:21.917974 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Made reservation on behalf of 9b078ffdd3514489a314a33ae95edfed for: {'subnet': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:21.920030 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 240c7ce6-8726-417a-b966-29be0b0c29b5 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:47:21.920766 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6711419'] for subnet, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.037282 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd2ab-1b17-4a3d-9a46-9483a640adc3 req-f7b8337c-19f5-414f-b1ec-9a9e1a04f216 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:22.039972 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9eafd2ab-1b17-4a3d-9a46-9483a640adc3 req-f7b8337c-19f5-414f-b1ec-9a9e1a04f216 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.2588537 Jun 22 12:47:22.043672 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fe30fe-b387-42ba-982e-e0d685290390 {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:22.071944 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.098151 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1711d52-8cc3-4b9b-aa43-d1f123c09527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb17bc-866d-47dd-b4c4-a609067c2985'}, {'server_uuid': 'c9c3642a-ca42-489d-8f8d-8919b7493dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd038c8c-5de1-4423-9b3d-3ae859c42289'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:22.100610 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd8adc5-2cb2-4c64-a5e5-d99a95e9d327" -d '{"events": [{"server_uuid": "b1711d52-8cc3-4b9b-aa43-d1f123c09527", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb17bc-866d-47dd-b4c4-a609067c2985"}, {"server_uuid": "c9c3642a-ca42-489d-8f8d-8919b7493dbc", "name": "network-vif-plugged", "status": "completed", "tag": "dd038c8c-5de1-4423-9b3d-3ae859c42289"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:22.115437 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Transition to ACTIVE for port object f8fe30fe-b387-42ba-982e-e0d685290390 will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:22.134258 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.145836 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a5cc0ea1-f79f-4106-8b33-420d49d94654 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:22.155407 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9eafd2ab-1b17-4a3d-9a46-9483a640adc3 req-022ad4ce-0d7e-44cb-854d-18943a79bc9b tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004956 Jun 22 12:47:22.170983 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6356258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6711369'] for subnet, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.180463 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d09740d3-299b-4258-b27b-20275af5f2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:22.191494 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c22242-df3e-41ce-aef1-91ae1a21fc04 x-openstack-request-id: req-e7c22242-df3e-41ce-aef1-91ae1a21fc04 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:22.191807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1711d52-8cc3-4b9b-aa43-d1f123c09527", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb17bc-866d-47dd-b4c4-a609067c2985", "code": 200}, {"server_uuid": "c9c3642a-ca42-489d-8f8d-8919b7493dbc", "name": "network-vif-plugged", "status": "completed", "tag": "dd038c8c-5de1-4423-9b3d-3ae859c42289", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:22.192115 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7c22242-df3e-41ce-aef1-91ae1a21fc04 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:22.192882 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1711d52-8cc3-4b9b-aa43-d1f123c09527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb17bc-866d-47dd-b4c4-a609067c2985', 'code': 200} Jun 22 12:47:22.193181 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c3642a-ca42-489d-8f8d-8919b7493dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd038c8c-5de1-4423-9b3d-3ae859c42289', 'code': 200} Jun 22 12:47:22.250618 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 690fb966-9255-49b3-90c8-d9f14bf74a8b up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:22.354461 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afdf240-b0f3-44d9-b56e-7f2acaa4a803,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:22.367395 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Checking segment: {'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:22.368234 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Network hostable DHCP agents. Network: 240c7ce6-8726-417a-b966-29be0b0c29b5, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:47:22.386519 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:22.406611 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:22.410427 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 690fb966-9255-49b3-90c8-d9f14bf74a8b completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:22.430245 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 690fb966-9255-49b3-90c8-d9f14bf74a8b triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:22.431995 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.432501 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Network 240c7ce6-8726-417a-b966-29be0b0c29b5 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:47:22.449140 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Attempting to bind port f8fe30fe-b387-42ba-982e-e0d685290390 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:22.450425 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Attempting to bind port f8fe30fe-b387-42ba-982e-e0d685290390 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:22.450425 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Attempting to bind port f8fe30fe-b387-42ba-982e-e0d685290390 on network acc9fee7-e7ea-4263-ba34-69c1136681b3 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:22.456477 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:22.459939 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Port f8fe30fe-b387-42ba-982e-e0d685290390 on network acc9fee7-e7ea-4263-ba34-69c1136681b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:22.460456 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Attempting to bind port f8fe30fe-b387-42ba-982e-e0d685290390 on network acc9fee7-e7ea-4263-ba34-69c1136681b3 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:22.470147 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 240c7ce6-8726-417a-b966-29be0b0c29b5) {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:22.476499 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:22.477416 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.485670 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:22.486226 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Checking segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:22.486847 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Bound using segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:22.491944 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d043e-3fe9-4e21-9fad-89a027bf26ba None None] Network 240c7ce6-8726-417a-b966-29be0b0c29b5 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:47:22.494347 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Bound port: f8fe30fe-b387-42ba-982e-e0d685290390, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:22.494347 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.519634 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6478250 Jun 22 12:47:22.640176 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:22.648550 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:22.660147 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.680817 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80679a6-dcd5-49aa-b4c3-5e8f46450a24 req-fd364aeb-dd53-47c9-b914-5bf50c97143a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:22.701862 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a80679a6-dcd5-49aa-b4c3-5e8f46450a24 req-fd364aeb-dd53-47c9-b914-5bf50c97143a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 944 time: 0.1703064 Jun 22 12:47:22.712685 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:22.806726 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a80679a6-dcd5-49aa-b4c3-5e8f46450a24 req-86f2ca1f-c240-4ea3-abbb-bfa7b2b31668 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922234 Jun 22 12:47:22.822939 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:22.823899 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:22.827795 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] 10.222.0.46 "PUT /v2.0/ports/f8fe30fe-b387-42ba-982e-e0d685290390 HTTP/1.1" status: 200 len: 1093 time: 1.8042917 Jun 22 12:47:22.828559 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:22.831273 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee9dd25-9087-45cf-a7ea-69a9097e4246" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:22.911266 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:22.922056 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:23.052657 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc48cc3-0f86-4c68-a54b-fcadba3bf0ba x-openstack-request-id: req-ddc48cc3-0f86-4c68-a54b-fcadba3bf0ba {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:23.052971 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:23.053246 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddc48cc3-0f86-4c68-a54b-fcadba3bf0ba {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:23.055172 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'status': 'completed', 'code': 200} Jun 22 12:47:23.205944 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.374744 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-6776377d-289b-4dfa-88b1-4300c70c316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.381804 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-6776377d-289b-4dfa-88b1-4300c70c316b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 1096 time: 0.3210270 Jun 22 12:47:23.396447 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b4b0-c48c-4203-830b-28f6f3e819e6 req-4a2d53e5-7dde-4804-a903-078aa7ee4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.400898 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fc981-d071-4f58-8b77-9da5b4b376af req-cc947b72-0c34-44fd-b190-a1e6e072e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.401672 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c351b4b0-c48c-4203-830b-28f6f3e819e6 req-4a2d53e5-7dde-4804-a903-078aa7ee4d31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 1098 time: 0.2544842 Jun 22 12:47:23.407144 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e36fc981-d071-4f58-8b77-9da5b4b376af req-cc947b72-0c34-44fd-b190-a1e6e072e845 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1098 time: 0.4302814 Jun 22 12:47:23.443846 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 690fb966-9255-49b3-90c8-d9f14bf74a8b, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:23.481709 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.491652 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:23.502287 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d9d13-f4dc-4241-a930-b84cc9df375d None None] Network 240c7ce6-8726-417a-b966-29be0b0c29b5 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:47:23.526310 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988400ad-05c1-4a5a-a5c5-dfaea739f3b6 req-cbda535d-9f58-42bc-83ef-fc96071c4f1c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.536494 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-988400ad-05c1-4a5a-a5c5-dfaea739f3b6 req-cbda535d-9f58-42bc-83ef-fc96071c4f1c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 946 time: 0.4793842 Jun 22 12:47:23.577065 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-b0ad6bdb-0950-4f0f-ae0e-7e98ee9d2c1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8fe30fe-b387-42ba-982e-e0d685290390 HTTP/1.1" status: 200 len: 217 time: 0.1726954 Jun 22 12:47:23.626412 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e36fc981-d071-4f58-8b77-9da5b4b376af req-7f59afd0-def0-4752-bea7-33aa85af48ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961925 Jun 22 12:47:23.670250 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-988400ad-05c1-4a5a-a5c5-dfaea739f3b6 req-3101cabb-64e7-43a3-a220-caebbaf927c8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923157 Jun 22 12:47:23.715145 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c351b4b0-c48c-4203-830b-28f6f3e819e6 req-44ccd1f9-3a0d-428a-8f09-ae97995501f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917657 Jun 22 12:47:23.718087 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=690fb966-9255-49b3-90c8-d9f14bf74a8b,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:23.728459 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:23.768624 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-1154305c-a61a-4b7d-aa4f-1c86b3fa2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.771140 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-1154305c-a61a-4b7d-aa4f-1c86b3fa2b1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.1781063 Jun 22 12:47:23.817192 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81858a9-732f-4ab0-acb4-1066e03fef44 req-282ce074-8866-4dcd-85cc-497fb7cfc5ca tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.819011 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c81858a9-732f-4ab0-acb4-1066e03fef44 req-282ce074-8866-4dcd-85cc-497fb7cfc5ca tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.2511973 Jun 22 12:47:23.921253 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c81858a9-732f-4ab0-acb4-1066e03fef44 req-db0c171c-d81d-479b-a374-a5a8d1463fc1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828128 Jun 22 12:47:24.041869 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062f09-92d6-4a5c-b1fd-0f6cdc6da8e0 req-7acdd6ea-e2bd-44c2-8175-cebece47a655 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:24.053211 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-52062f09-92d6-4a5c-b1fd-0f6cdc6da8e0 req-7acdd6ea-e2bd-44c2-8175-cebece47a655 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.1749144 Jun 22 12:47:24.150216 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-52062f09-92d6-4a5c-b1fd-0f6cdc6da8e0 req-7efdb920-dfd7-4818-89b7-3e94e4b00b6a tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949998 Jun 22 12:47:24.193913 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690fb966-9255-49b3-90c8-d9f14bf74a8b'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:24.196547 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8a28e2-4993-4ea7-82a5-e8f85f57e512" -d '{"events": [{"server_uuid": "2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671", "name": "network-vif-plugged", "status": "completed", "tag": "690fb966-9255-49b3-90c8-d9f14bf74a8b"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:24.224600 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39c1f3-902f-4c0b-8411-72053c1e8574 req-f8d2b2dc-7b68-4c2c-aac1-132b0d0cc097 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:24.226159 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ce39c1f3-902f-4c0b-8411-72053c1e8574 req-f8d2b2dc-7b68-4c2c-aac1-132b0d0cc097 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0789533 Jun 22 12:47:24.243045 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df7dae-b216-43f1-bb5d-cf3c81e99b8d x-openstack-request-id: req-d3df7dae-b216-43f1-bb5d-cf3c81e99b8d {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:24.243045 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671", "name": "network-vif-plugged", "status": "completed", "tag": "690fb966-9255-49b3-90c8-d9f14bf74a8b", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:24.243045 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3df7dae-b216-43f1-bb5d-cf3c81e99b8d {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:24.244100 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690fb966-9255-49b3-90c8-d9f14bf74a8b', 'code': 200} Jun 22 12:47:24.314359 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ce39c1f3-902f-4c0b-8411-72053c1e8574 req-f2eefcab-bdc7-492d-98bb-2d45d826901d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712776 Jun 22 12:47:24.336624 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-2dccd941-5781-4134-8abc-7fc57f7c980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:24.338122 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-2dccd941-5781-4134-8abc-7fc57f7c980e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1049924 Jun 22 12:47:24.457103 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-22419dd1-a8b1-4956-97ea-6bd8dfdc3a28 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060510 Jun 22 12:47:24.565641 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78d3f345-a74d-40ee-b16f-c6695ffe341a req-224b4cf8-357d-4de3-9536-10e113b6b0bf service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991507 Jun 22 12:47:24.626070 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848973e7-25eb-496b-bc86-03f284236de2 req-a0748f48-f6a7-4b15-b0a6-ffd1575c419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:24.627650 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-848973e7-25eb-496b-bc86-03f284236de2 req-a0748f48-f6a7-4b15-b0a6-ffd1575c419d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 1098 time: 0.0612514 Jun 22 12:47:24.765247 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-848973e7-25eb-496b-bc86-03f284236de2 req-a1991de8-ae99-41bc-9517-a45a63ecd81b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705807 Jun 22 12:47:24.792956 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-726259e0-35dd-43bd-871b-01376b280528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:24.796577 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-726259e0-35dd-43bd-871b-01376b280528 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 1096 time: 0.1009820 Jun 22 12:47:25.019908 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305834-62cd-4657-b17b-792aa5d535da req-14e177e8-b49e-4bf7-a0a3-e66e1b532e41 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:25.022824 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ca305834-62cd-4657-b17b-792aa5d535da req-14e177e8-b49e-4bf7-a0a3-e66e1b532e41 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 946 time: 0.1073859 Jun 22 12:47:25.094561 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ca305834-62cd-4657-b17b-792aa5d535da req-6c290f2b-4842-4be8-a8f5-048cc05ad764 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656595 Jun 22 12:47:25.417338 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-920fbc83-aadf-46c1-9142-d863216379ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:25.420058 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-920fbc83-aadf-46c1-9142-d863216379ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.2998683 Jun 22 12:47:25.453010 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eb525-b8f6-4e0f-a5b5-eeec4e870e40 req-8c7e7e6b-89eb-4c17-9ff1-1ba7a1af5014 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:25.456330 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-275eb525-b8f6-4e0f-a5b5-eeec4e870e40 req-8c7e7e6b-89eb-4c17-9ff1-1ba7a1af5014 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.3803885 Jun 22 12:47:25.562540 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-9739164d-86a3-4934-a817-c83287e21263 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8fe30fe-b387-42ba-982e-e0d685290390 HTTP/1.1" status: 200 len: 217 time: 0.1029906 Jun 22 12:47:25.643792 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f3fa-98a5-4ad9-bc96-abcfdcb030bf req-ee4b02ea-05f4-477d-88f9-36e99c5fc8d3 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:25.646849 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a305f3fa-98a5-4ad9-bc96-abcfdcb030bf req-ee4b02ea-05f4-477d-88f9-36e99c5fc8d3 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.2160079 Jun 22 12:47:25.739452 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-275eb525-b8f6-4e0f-a5b5-eeec4e870e40 req-f3e110fd-f33c-4a3f-a7ca-63d161838f50 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2687190 Jun 22 12:47:25.784854 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-49772d45-09b2-478c-a1d3-dd591c5a5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:25.785885 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a305f3fa-98a5-4ad9-bc96-abcfdcb030bf req-0000004c-d8a9-42a3-9b26-7d72062a0c5b tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319742 Jun 22 12:47:25.787491 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-49772d45-09b2-478c-a1d3-dd591c5a5004 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.1809485 Jun 22 12:47:26.047510 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-f3177fd1-e8ca-47a7-a8b6-2513197b82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:26.049065 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-f3177fd1-e8ca-47a7-a8b6-2513197b82f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2466989 Jun 22 12:47:26.249228 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e5c53-2746-4624-87af-e65180ff91b9 req-d46e09a2-8090-4062-a045-13ee57caea70 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:26.250918 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a18e5c53-2746-4624-87af-e65180ff91b9 req-d46e09a2-8090-4062-a045-13ee57caea70 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1650171 Jun 22 12:47:26.330949 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a18e5c53-2746-4624-87af-e65180ff91b9 req-616bc04d-52e5-4eda-8640-ed648ccb6746 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682299 Jun 22 12:47:26.499662 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b06b38e1-e121-44e1-a5a8-57b369bb48e2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:26.502087 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b06b38e1-e121-44e1-a5a8-57b369bb48e2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/networks?id=240c7ce6-8726-417a-b966-29be0b0c29b5 HTTP/1.1" status: 200 len: 808 time: 0.4707787 Jun 22 12:47:26.515055 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-a33472c6-cc8e-4895-9223-f32f16488643 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991942 Jun 22 12:47:26.528725 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-bffcb721-b7a5-4847-8ad8-9775769f5c4a tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/quotas/9b078ffdd3514489a314a33ae95edfed HTTP/1.1" status: 200 len: 375 time: 0.0194480 Jun 22 12:47:26.607607 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-d42c9fe6-4a83-4c5e-bc6e-a482b74ae4f2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b078ffdd3514489a314a33ae95edfed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698709 Jun 22 12:47:26.809936 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ee9dd25-9087-45cf-a7ea-69a9097e4246 req-14921a72-8dde-4f25-83e8-58c83be01d2f service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554498 Jun 22 12:47:26.823494 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-688c76ca-ada8-420c-81dc-8f93f8058180 service neutron] 10.222.0.15 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991506 Jun 22 12:47:27.003742 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-f42840d2-818f-474a-9587-ee001f77da0a service neutron] 10.222.0.15 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784768 Jun 22 12:47:27.078505 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d122f-8759-4948-a69a-26c45ff6de39 req-6b9ff86a-7784-4dcf-a22d-b37c8e4bd25b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:27.081003 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2e6d122f-8759-4948-a69a-26c45ff6de39 req-6b9ff86a-7784-4dcf-a22d-b37c8e4bd25b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1112957 Jun 22 12:47:27.166098 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2e6d122f-8759-4948-a69a-26c45ff6de39 req-bf3694dc-7b3b-4ed6-a53f-cbf6c36615d9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753443 Jun 22 12:47:27.440286 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a19c9d-1f6f-467c-98f5-26fc37da97e9 req-6c572507-3730-4aba-9cf6-120a63d1da2c tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:27.443030 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a7a19c9d-1f6f-467c-98f5-26fc37da97e9 req-6c572507-3730-4aba-9cf6-120a63d1da2c tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.1165013 Jun 22 12:47:27.555578 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a7a19c9d-1f6f-467c-98f5-26fc37da97e9 req-68da6f2a-e673-4437-a562-2212499c37e6 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066439 Jun 22 12:47:27.699329 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cf78ebf1-7a9e-4dbe-9950-257eb6b3654d req-6a99f863-6857-4da4-bd70-c1d96b71efda tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0515914 Jun 22 12:47:27.950442 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede703-238e-4bc5-9d88-923697b811e9 req-a6265fc0-8c2f-465c-9b16-deec35e11620 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:27.953294 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c9ede703-238e-4bc5-9d88-923697b811e9 req-a6265fc0-8c2f-465c-9b16-deec35e11620 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0921142 Jun 22 12:47:28.013707 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c9ede703-238e-4bc5-9d88-923697b811e9 req-1057cf8d-b179-47b9-a117-7c4e5448556f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Jun 22 12:47:28.518531 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51acda-5ebf-4641-b1b9-086490f222d7 req-94def789-1489-4726-ae4a-04d40df36c34 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:28.520126 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3a51acda-5ebf-4641-b1b9-086490f222d7 req-94def789-1489-4726-ae4a-04d40df36c34 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0948129 Jun 22 12:47:28.566337 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3a51acda-5ebf-4641-b1b9-086490f222d7 req-86914869-cc36-49c8-9c29-6f8a3b1acc88 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401886 Jun 22 12:47:28.761275 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a1af1-89dc-4ac9-a02c-8ea8606c6e4a req-523b0804-2adf-47b7-92c4-6910a23dcb97 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:28.762827 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-222a1af1-89dc-4ac9-a02c-8ea8606c6e4a req-523b0804-2adf-47b7-92c4-6910a23dcb97 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0711737 Jun 22 12:47:28.805791 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-222a1af1-89dc-4ac9-a02c-8ea8606c6e4a req-d2bff0ae-78d2-455f-9595-f06a3708b8b0 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360436 Jun 22 12:47:28.946049 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-25591e60-4985-4734-99cc-0143adf4d45f req-cc5233d9-24fa-459a-ba86-560594604115 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0320792 Jun 22 12:47:29.822439 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50390a7a-c4b8-48ec-bd0f-8c9592e88f78 req-3a1c7992-ed9d-4c28-adaa-785c32824c13 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:29.824009 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-50390a7a-c4b8-48ec-bd0f-8c9592e88f78 req-3a1c7992-ed9d-4c28-adaa-785c32824c13 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0829930 Jun 22 12:47:29.877332 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-50390a7a-c4b8-48ec-bd0f-8c9592e88f78 req-b4ec6546-5fc8-414e-9f41-b8a00ef367bd tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464897 Jun 22 12:47:30.056673 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f200ad0-05de-4744-b413-57285778cbdc req-3b2f7931-2621-46df-8d58-7746d518632d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:30.058280 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f200ad0-05de-4744-b413-57285778cbdc req-3b2f7931-2621-46df-8d58-7746d518632d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0692761 Jun 22 12:47:30.101996 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f200ad0-05de-4744-b413-57285778cbdc req-bcef6981-8359-4b24-9275-f7d8e8917078 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355413 Jun 22 12:47:30.174465 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8474377a-4734-4748-b02c-9abdd4e645d3 req-1d5fa2ae-94a8-4e63-a968-427545a43fec tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0431821 Jun 22 12:47:30.817657 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:47:30.958091 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:30.979352 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'port_id': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'mac_address': 'fa:16:3e:71:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:47:31.046502 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-4635b9a4-6398-44b1-beea-9bcc22779213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:31.046502 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-4635b9a4-6398-44b1-beea-9bcc22779213 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 1098 time: 0.1054971 Jun 22 12:47:31.112338 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.149196 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fe30fe-b387-42ba-982e-e0d685290390 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:31.179826 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-d8d58d93-99d5-43ea-8eea-fcd1947b7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:31.181811 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-d8d58d93-99d5-43ea-8eea-fcd1947b7e99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.1303596 Jun 22 12:47:31.188127 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:31.195734 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.200246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:31.308436 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:31.308686 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a7a9-cbea-4b7a-9571-ce3d02a34a5c req-6f915992-aafb-4155-b1e6-c3f51b91cbba tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:31.312648 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:31.316634 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c311a7a9-cbea-4b7a-9571-ce3d02a34a5c req-6f915992-aafb-4155-b1e6-c3f51b91cbba tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 944 time: 0.1223128 Jun 22 12:47:31.332568 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-741d328b-6bc6-44b2-bb15-8d70b72496e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b HTTP/1.1" status: 200 len: 217 time: 0.0612438 Jun 22 12:47:31.358923 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c311a7a9-cbea-4b7a-9571-ce3d02a34a5c req-d3de4d9b-84c9-4a8b-a4d5-a26059ebd039 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410490 Jun 22 12:47:31.441862 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-fae1fbcb-a691-44c6-8513-8e27d39d7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:31.443386 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-fae1fbcb-a691-44c6-8513-8e27d39d7cc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.1001441 Jun 22 12:47:31.465945 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e2c3f-cf5d-4de4-88ec-a876a332b771 req-0ebdf289-dd80-4996-ab4b-a3dfe78a34ee tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:31.467573 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8c4e2c3f-cf5d-4de4-88ec-a876a332b771 req-0ebdf289-dd80-4996-ab4b-a3dfe78a34ee tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1382728 Jun 22 12:47:31.509037 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-4b0d1be6-c7aa-4cf0-ace8-fd343b5f1286 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404272 Jun 22 12:47:31.532686 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-07f7571a-7734-40c6-8ce9-738e93948498 req-20d3bbc2-a4c3-4041-9d31-53458105b579 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0308518 Jun 22 12:47:31.594566 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8c4e2c3f-cf5d-4de4-88ec-a876a332b771 req-6fae5371-958b-404a-9159-f58934883a65 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174099 Jun 22 12:47:31.658041 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-d04d87be-efd1-4b58-8cbe-63d1857feb90 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373582 Jun 22 12:47:31.735905 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['f8fe30fe-b387-42ba-982e-e0d685290390'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:31.798780 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a1b3ed6-0a8c-4645-a9a3-b85c9d1a5692 req-6f1e3851-fbb2-49c6-8e8f-6b649e59e62f service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190484 Jun 22 12:47:32.594465 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba45d4-4b72-45ee-9de8-fac3bb122977 req-d3fa2a5a-2696-4c01-9d41-8083c62f428f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:32.596104 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-eaba45d4-4b72-45ee-9de8-fac3bb122977 req-d3fa2a5a-2696-4c01-9d41-8083c62f428f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 944 time: 0.0761795 Jun 22 12:47:32.613885 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 57458) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:32.665865 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-eaba45d4-4b72-45ee-9de8-fac3bb122977 req-9c553286-727a-4a5a-b5c6-3de12522eeae tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614870 Jun 22 12:47:32.759902 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-99b459c4-d8ae-40bc-accc-5d9645ad0606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.864284 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1e4a27b7-9c91-41d5-8360-07968a13d974 req-527adc52-35f5-42d9-bd19-b884415105db tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0340741 Jun 22 12:47:32.879713 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-99b459c4-d8ae-40bc-accc-5d9645ad0606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.885668 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-99b459c4-d8ae-40bc-accc-5d9645ad0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.892291 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:32.937360 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b459c4-d8ae-40bc-accc-5d9645ad0606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59421fda-0ad7-4816-84c5-5517b78af170,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:32.946870 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-99b459c4-d8ae-40bc-accc-5d9645ad0606 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc6b699d12a34f6abd4d4e1a21bef392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270802 Jun 22 12:47:32.946870 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-99b459c4-d8ae-40bc-accc-5d9645ad0606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:32.947309 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57468) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:33.014739 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4fef9c5-3420-4393-96de-7deb4c7b50b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.067088 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4fef9c5-3420-4393-96de-7deb4c7b50b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.137710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f535fe-b374-4544-944c-7ca1b4ec44ab req-ae41b38b-650d-47fa-8d96-38d5e0494111 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:33.140276 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d2f535fe-b374-4544-944c-7ca1b4ec44ab req-ae41b38b-650d-47fa-8d96-38d5e0494111 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1227183 Jun 22 12:47:33.171752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4fef9c5-3420-4393-96de-7deb4c7b50b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.175145 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4fef9c5-3420-4393-96de-7deb4c7b50b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.186289 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d4fef9c5-3420-4393-96de-7deb4c7b50b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59421fda-0ad7-4816-84c5-5517b78af170 HTTP/1.1" status: 204 len: 168 time: 0.2287400 Jun 22 12:47:33.186289 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6d363ef0-7c2d-4db1-aef5-529b85749afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:33.199733 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fef9c5-3420-4393-96de-7deb4c7b50b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59421fda-0ad7-4816-84c5-5517b78af170,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:33.204914 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d4fef9c5-3420-4393-96de-7deb4c7b50b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:33.232444 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d2f535fe-b374-4544-944c-7ca1b4ec44ab req-f12d738f-2b00-49ab-8601-95406342b3c3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834820 Jun 22 12:47:33.590213 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 57476) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:33.610880 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fd54f316-f09a-4664-86aa-5aa0ba933427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.776690 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fd54f316-f09a-4664-86aa-5aa0ba933427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.791535 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fd54f316-f09a-4664-86aa-5aa0ba933427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.796273 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-821bcef7-63df-4b07-bcdc-4cb40643c9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:33.802220 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-039b0d38-57cf-432e-86dd-4fac4525a4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.843695 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-fd54f316-f09a-4664-86aa-5aa0ba933427 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3ff6f2773dd4e4797eaec7275832b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463591 Jun 22 12:47:33.843695 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54f316-f09a-4664-86aa-5aa0ba933427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e36da36-3441-4c35-a07f-0b76526022b5,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:33.851005 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 57484) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:33.868833 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fd54f316-f09a-4664-86aa-5aa0ba933427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:33.931274 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a85a4b15-9737-471c-95b3-e29955bc7dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.970074 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a85a4b15-9737-471c-95b3-e29955bc7dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.987487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57370902-7bc0-488f-9dc5-021f6b637748 req-b990c8fb-5eab-4a5a-98cc-14ddf1aa8f47 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:33.990390 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-57370902-7bc0-488f-9dc5-021f6b637748 req-b990c8fb-5eab-4a5a-98cc-14ddf1aa8f47 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 944 time: 0.1279275 Jun 22 12:47:34.054415 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a85a4b15-9737-471c-95b3-e29955bc7dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.061112 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a85a4b15-9737-471c-95b3-e29955bc7dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.065811 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a85a4b15-9737-471c-95b3-e29955bc7dd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e36da36-3441-4c35-a07f-0b76526022b5 HTTP/1.1" status: 204 len: 168 time: 0.2096231 Jun 22 12:47:34.065811 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:34.066227 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-57370902-7bc0-488f-9dc5-021f6b637748 req-39c93991-e78b-4408-9c11-b5d9d2519289 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660207 Jun 22 12:47:34.076921 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4b15-9737-471c-95b3-e29955bc7dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e36da36-3441-4c35-a07f-0b76526022b5,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:34.082462 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a85a4b15-9737-471c-95b3-e29955bc7dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:34.252886 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e86ec130-a694-436c-8144-2cac8846d13b req-106276f3-099c-47b8-b037-9fc7dc4b4a71 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0433390 Jun 22 12:47:34.528650 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fecb7-5e3e-4313-ba96-d8ea77123fcb req-5f0fb0db-26bf-40f0-8404-174811130a35 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:34.530410 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-260fecb7-5e3e-4313-ba96-d8ea77123fcb req-5f0fb0db-26bf-40f0-8404-174811130a35 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0813210 Jun 22 12:47:34.554605 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 57496) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:34.569473 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fe91b19a-f452-45f5-9447-0954df6c7ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.579288 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-260fecb7-5e3e-4313-ba96-d8ea77123fcb req-eb1d66cb-1f26-4b1b-83d6-71f892436151 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Jun 22 12:47:34.674638 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fe91b19a-f452-45f5-9447-0954df6c7ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.681079 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fe91b19a-f452-45f5-9447-0954df6c7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.686145 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:34.742706 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-fe91b19a-f452-45f5-9447-0954df6c7ca0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9081085f2c024ed0892b771f25297ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867161 Jun 22 12:47:34.743637 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91b19a-f452-45f5-9447-0954df6c7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59c416b-67ee-42a8-8b3f-6ed57ff903d3,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:34.746338 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57500) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:34.746803 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fe91b19a-f452-45f5-9447-0954df6c7ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:34.809828 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.835327 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.892513 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.897717 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.899733 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a59c416b-67ee-42a8-8b3f-6ed57ff903d3 HTTP/1.1" status: 204 len: 168 time: 0.1511383 Jun 22 12:47:34.901057 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d4fef9c5-3420-4393-96de-7deb4c7b50b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:34.927443 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59c416b-67ee-42a8-8b3f-6ed57ff903d3,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:34.944381 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.944948 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.945552 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.946152 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.946948 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.947548 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.948145 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.948715 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.949502 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.950077 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.951248 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.951838 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:34.957310 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:35.400472 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3032-e151-4bd5-83cc-5e7d0e6a3f5d req-f3aef636-660b-4f8c-84a4-85827a5cbc66 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:35.402894 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d45c3032-e151-4bd5-83cc-5e7d0e6a3f5d req-f3aef636-660b-4f8c-84a4-85827a5cbc66 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 944 time: 0.1163707 Jun 22 12:47:35.445885 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d45c3032-e151-4bd5-83cc-5e7d0e6a3f5d req-c504f9f9-68ad-4d30-a967-182918a81a8c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370977 Jun 22 12:47:35.705093 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c3c20261-0771-4132-80c0-5514a3432ab1 req-d7d59cd6-041c-42d1-b2ee-186ed7349ab1 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0724142 Jun 22 12:47:35.750740 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-ceb8ddb2-33af-42dd-a2e6-115db6ee7d29 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:35.750740 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-ceb8ddb2-33af-42dd-a2e6-115db6ee7d29 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.46 "GET /v2.0/networks?id=240c7ce6-8726-417a-b966-29be0b0c29b5 HTTP/1.1" status: 200 len: 808 time: 0.2336032 Jun 22 12:47:35.800690 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Request body: {'port': {'device_id': '62b54c09-05cc-4f06-ad7c-d8e36d399d10', 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5', 'admin_state_up': True, 'tenant_id': '9b078ffdd3514489a314a33ae95edfed'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:35.977010 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Made reservation on behalf of 9b078ffdd3514489a314a33ae95edfed for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:35.981411 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:36.136417 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a3bd-0199-474e-a6cb-6e5e079fd01d req-99d01e23-7b6e-48fe-a539-e136d9a97071 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:36.138625 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-12f6a3bd-0199-474e-a6cb-6e5e079fd01d req-99d01e23-7b6e-48fe-a539-e136d9a97071 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1368871 Jun 22 12:47:36.244158 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-12f6a3bd-0199-474e-a6cb-6e5e079fd01d req-8509c459-203e-4d0a-aaa4-efa6eb76fc49 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945413 Jun 22 12:47:36.256054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Allocated IP 172.20.0.10 (240c7ce6-8726-417a-b966-29be0b0c29b5/4afdf240-b0f3-44d9-b56e-7f2acaa4a803/da01f8a1-eee0-4184-b9a0-8cb0b1394960) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:36.580069 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:36.704813 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:36.712873 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:36.770970 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Network 240c7ce6-8726-417a-b966-29be0b0c29b5 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:36.774913 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:36.780561 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:36.795302 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4bae-9f6e-4b3c-86b5-909bfcdd0b88 req-f57a06a4-f3d7-4a84-8d17-0ca7bd583740 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:36.799178 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ce1c4bae-9f6e-4b3c-86b5-909bfcdd0b88 req-f57a06a4-f3d7-4a84-8d17-0ca7bd583740 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 944 time: 0.1858296 Jun 22 12:47:36.818513 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Pushing event updated for resources: {'Port': ['ID=da01f8a1-eee0-4184-b9a0-8cb0b1394960,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:36.823561 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:36.868545 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:36.869699 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:36.894112 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ce1c4bae-9f6e-4b3c-86b5-909bfcdd0b88 req-44e0a2a9-d981-4e7a-8857-b35b24361068 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758200 Jun 22 12:47:36.902107 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1054935 Jun 22 12:47:36.939613 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Request body: {'port': {'device_id': '62b54c09-05cc-4f06-ad7c-d8e36d399d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:37.070836 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776240-014e-404d-b97e-b524f611a8cd req-dd0ffd05-01f1-4edc-a3eb-e98d0d68a292 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:37.072598 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04776240-014e-404d-b97e-b524f611a8cd req-dd0ffd05-01f1-4edc-a3eb-e98d0d68a292 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 932 time: 0.1525710 Jun 22 12:47:37.079425 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-d6b5aa08-d525-4850-a679-812ef183782f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.084324 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.195280 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:37.195487 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04776240-014e-404d-b97e-b524f611a8cd req-f9a081a7-b0e0-4a61-8f8d-c1bd819af70b tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938709 Jun 22 12:47:37.299099 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port f8fe30fe-b387-42ba-982e-e0d685290390 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:37.305543 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port f8fe30fe-b387-42ba-982e-e0d685290390 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:37.305543 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.445304 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.508066 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:37.510477 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:37.515545 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de0365-79c2-4ec9-bd10-0a3d8c1af4ca" -d '{"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-plugged", "status": "completed", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:37.536649 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.546676 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-e2e4ca83-67c2-4cd6-9cfc-65164ddbdc6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:37.683024 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758c2682-f909-4332-a740-5e889c71370f x-openstack-request-id: req-758c2682-f909-4332-a740-5e889c71370f {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:37.683387 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-plugged", "status": "completed", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:37.683653 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-758c2682-f909-4332-a740-5e889c71370f {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:37.691598 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'code': 200} Jun 22 12:47:37.746818 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:37.761948 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:37.774865 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9068b-d8a5-4ab8-9868-d41bbbe523a8 req-6d605ad2-4eb8-404d-9f3a-c62692048290 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:37.806337 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-21e9068b-d8a5-4ab8-9868-d41bbbe523a8 req-6d605ad2-4eb8-404d-9f3a-c62692048290 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.2083962 Jun 22 12:47:37.939375 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-21e9068b-d8a5-4ab8-9868-d41bbbe523a8 req-b9f58b85-41b7-4d39-829a-108810470572 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321111 Jun 22 12:47:38.021570 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da01f8a1-eee0-4184-b9a0-8cb0b1394960 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:38.043510 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.072980 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Transition to ACTIVE for port object da01f8a1-eee0-4184-b9a0-8cb0b1394960 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:38.082398 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.085216 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5c6117dc-0fb1-4f95-8361-c15361f91bdf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:38.490647 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98621d1-5fa9-4707-8df4-5c5eeda5d916 req-5dd03510-a071-45e7-bcb4-31a35ec9dced tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:38.500270 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f98621d1-5fa9-4707-8df4-5c5eeda5d916 req-5dd03510-a071-45e7-bcb4-31a35ec9dced tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 944 time: 0.0979490 Jun 22 12:47:38.551461 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f98621d1-5fa9-4707-8df4-5c5eeda5d916 req-4fde470b-9b20-40a9-b2bb-6d48043c4498 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498376 Jun 22 12:47:38.572029 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Pushing event updated for resources: {'Port': ['ID=da01f8a1-eee0-4184-b9a0-8cb0b1394960,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:38.601772 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.626534 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:38.752314 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6056-c3ec-4d76-b022-5a0e77fbe72f req-ca6a939c-d623-4a84-b586-0d5c56eb4854 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:38.759687 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f77f6056-c3ec-4d76-b022-5a0e77fbe72f req-ca6a939c-d623-4a84-b586-0d5c56eb4854 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.6363711 Jun 22 12:47:38.772361 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32471ed-5e2d-45d6-a976-26b060a0d5a4 req-09e84efb-e40c-4d70-a615-1f1e70466e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:38.773886 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a32471ed-5e2d-45d6-a976-26b060a0d5a4 req-09e84efb-e40c-4d70-a615-1f1e70466e76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 1098 time: 0.6442001 Jun 22 12:47:38.794646 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64eed58f-dddc-48a0-9198-131e95528c9d req-c2d64ff3-e51f-4c9d-a002-01fa2adff196 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943892 Jun 22 12:47:38.817235 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Attempting to bind port da01f8a1-eee0-4184-b9a0-8cb0b1394960 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:38.817578 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Attempting to bind port da01f8a1-eee0-4184-b9a0-8cb0b1394960 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:38.817908 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Attempting to bind port da01f8a1-eee0-4184-b9a0-8cb0b1394960 on network 240c7ce6-8726-417a-b966-29be0b0c29b5 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:38.839123 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f77f6056-c3ec-4d76-b022-5a0e77fbe72f req-77e9d711-3432-4cee-8c48-398158916703 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784800 Jun 22 12:47:38.842119 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Port da01f8a1-eee0-4184-b9a0-8cb0b1394960 on network 240c7ce6-8726-417a-b966-29be0b0c29b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:38.842455 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Attempting to bind port da01f8a1-eee0-4184-b9a0-8cb0b1394960 on network 240c7ce6-8726-417a-b966-29be0b0c29b5 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:38.859008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:38.859379 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Checking segment: {'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:38.859786 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Bound using segment: {'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:38.860250 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Bound port: da01f8a1-eee0-4184-b9a0-8cb0b1394960, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:38.860611 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.865458 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a32471ed-5e2d-45d6-a976-26b060a0d5a4 req-9a00ecf0-7908-4894-9b69-d202e58229fb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807066 Jun 22 12:47:38.955649 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] For port da01f8a1-eee0-4184-b9a0-8cb0b1394960, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:38.959417 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] For port da01f8a1-eee0-4184-b9a0-8cb0b1394960, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da01f8a1-eee0-4184-b9a0-8cb0b1394960,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:38.966418 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.969131 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:39.021398 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:39.022119 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:39.023588 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] 10.222.0.46 "PUT /v2.0/ports/da01f8a1-eee0-4184-b9a0-8cb0b1394960 HTTP/1.1" status: 200 len: 1094 time: 2.0908036 Jun 22 12:47:39.024102 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b54c09-05cc-4f06-ad7c-d8e36d399d10', 'tag': 'da01f8a1-eee0-4184-b9a0-8cb0b1394960'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:39.026711 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e572c2-8ba3-4c8a-a3e0-9fe0569c0f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "62b54c09-05cc-4f06-ad7c-d8e36d399d10", "tag": "da01f8a1-eee0-4184-b9a0-8cb0b1394960"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:39.051375 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Pushing event updated for resources: {'Port': ['ID=da01f8a1-eee0-4184-b9a0-8cb0b1394960,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:39.059336 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:39.101981 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f032399f-a6a7-45e2-9602-16108e55cdd2 x-openstack-request-id: req-f032399f-a6a7-45e2-9602-16108e55cdd2 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:39.102455 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b54c09-05cc-4f06-ad7c-d8e36d399d10", "tag": "da01f8a1-eee0-4184-b9a0-8cb0b1394960", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:39.102836 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f032399f-a6a7-45e2-9602-16108e55cdd2 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:39.103473 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b54c09-05cc-4f06-ad7c-d8e36d399d10', 'tag': 'da01f8a1-eee0-4184-b9a0-8cb0b1394960', 'status': 'completed', 'code': 200} Jun 22 12:47:39.276436 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0d860-7014-456e-bb88-a21110c74757 req-70c09363-c2db-4921-b71f-d388433aba6e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:39.279768 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f4e0d860-7014-456e-bb88-a21110c74757 req-70c09363-c2db-4921-b71f-d388433aba6e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1421578 Jun 22 12:47:39.335162 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f4e0d860-7014-456e-bb88-a21110c74757 req-2b1385b1-41d8-45e3-b1d8-8bf1c586b973 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488768 Jun 22 12:47:39.708308 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e572c2-8ba3-4c8a-a3e0-9fe0569c0f7a req-8d149997-c289-4cce-b23f-fdbe093e562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:39.710011 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b8e572c2-8ba3-4c8a-a3e0-9fe0569c0f7a req-8d149997-c289-4cce-b23f-fdbe093e562f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b078ffdd3514489a314a33ae95edfed&device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 1097 time: 0.2378132 Jun 22 12:47:39.719092 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eed58f-dddc-48a0-9198-131e95528c9d req-2bbe0f03-0942-4e6a-aafc-0056771fa91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:39.719092 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-64eed58f-dddc-48a0-9198-131e95528c9d req-2bbe0f03-0942-4e6a-aafc-0056771fa91e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cf9d4dc299b4330993361d71ec98d63&device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 1098 time: 0.2482092 Jun 22 12:47:39.826155 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:40.177857 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d9f1-a8a4-4663-94f9-bb6327380262 req-d8683d05-cf32-4cf8-a3a9-dca97e453e1c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:40.178378 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e572c2-8ba3-4c8a-a3e0-9fe0569c0f7a req-8bc62e22-18d6-4ee3-b29a-8a070f985d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:40.179145 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cbc7d9f1-a8a4-4663-94f9-bb6327380262 req-d8683d05-cf32-4cf8-a3a9-dca97e453e1c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1084824 Jun 22 12:47:40.179310 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b8e572c2-8ba3-4c8a-a3e0-9fe0569c0f7a req-8bc62e22-18d6-4ee3-b29a-8a070f985d22 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9b078ffdd3514489a314a33ae95edfed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4472055 Jun 22 12:47:40.182588 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eed58f-dddc-48a0-9198-131e95528c9d req-d32ac9c6-e41a-4285-9854-f25549826df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:40.185753 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-64eed58f-dddc-48a0-9198-131e95528c9d req-d32ac9c6-e41a-4285-9854-f25549826df1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f HTTP/1.1" status: 200 len: 912 time: 0.4189045 Jun 22 12:47:40.235351 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cbc7d9f1-a8a4-4663-94f9-bb6327380262 req-4657ec31-1cb4-4dfa-95f6-c77a76a50da6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511038 Jun 22 12:47:40.239069 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688c53e-cd4f-480d-95ae-ef276e9be93b req-6067052e-3f76-4b5f-9d8f-df04e83a28c0 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:40.241660 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0688c53e-cd4f-480d-95ae-ef276e9be93b req-6067052e-3f76-4b5f-9d8f-df04e83a28c0 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 944 time: 0.4925704 Jun 22 12:47:40.384513 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-64eed58f-dddc-48a0-9198-131e95528c9d req-d725e852-e2e4-46ab-bf7d-dccd54f1acc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb17bc-866d-47dd-b4c4-a609067c2985 HTTP/1.1" status: 200 len: 217 time: 0.1787541 Jun 22 12:47:40.523834 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0688c53e-cd4f-480d-95ae-ef276e9be93b req-2c0645f4-8b36-4203-8c8f-aca32347ff51 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441783 Jun 22 12:47:40.532723 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:40.612883 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d8bd4-dc1a-498d-9f45-e5a0fc1f5c70 req-d640c229-e61c-42e5-aa46-5ec290ddd2dc tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:40.615909 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-001d8bd4-dc1a-498d-9f45-e5a0fc1f5c70 req-d640c229-e61c-42e5-aa46-5ec290ddd2dc tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1165154 Jun 22 12:47:40.645530 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e572c2-8ba3-4c8a-a3e0-9fe0569c0f7a req-5d4a34f3-1103-4a16-83cd-5ad756391bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:40.649843 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b8e572c2-8ba3-4c8a-a3e0-9fe0569c0f7a req-5d4a34f3-1103-4a16-83cd-5ad756391bbf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4559376 Jun 22 12:47:40.674604 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eed58f-dddc-48a0-9198-131e95528c9d req-d234cf02-4137-40da-a6b5-56e30160b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:40.676172 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-64eed58f-dddc-48a0-9198-131e95528c9d req-d234cf02-4137-40da-a6b5-56e30160b449 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df HTTP/1.1" status: 200 len: 851 time: 0.1409609 Jun 22 12:47:40.684767 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-001d8bd4-dc1a-498d-9f45-e5a0fc1f5c70 req-1797b92a-c456-440a-9cc9-d17d470fc02d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625846 Jun 22 12:47:40.741942 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-64eed58f-dddc-48a0-9198-131e95528c9d req-70e3de90-23ad-44a6-affd-73fdb20d5562 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480244 Jun 22 12:47:40.899456 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:41.004383 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-64eed58f-dddc-48a0-9198-131e95528c9d req-18f87a31-b1b0-43db-a36f-04110c3140a8 service neutron] 10.222.0.46 "GET /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487109 Jun 22 12:47:41.016440 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-6bebfeef-f913-4679-afc4-91c8146197b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:41.019370 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-6bebfeef-f913-4679-afc4-91c8146197b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b078ffdd3514489a314a33ae95edfed&device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 1097 time: 0.1899173 Jun 22 12:47:41.167211 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-fc56b854-0d18-4eae-83d4-2fc2132bf61c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da01f8a1-eee0-4184-b9a0-8cb0b1394960 HTTP/1.1" status: 200 len: 217 time: 0.1137722 Jun 22 12:47:41.241888 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-64eed58f-dddc-48a0-9198-131e95528c9d req-02f7d2f6-980b-4420-bc3a-76421cdccf07 service neutron] 10.222.0.46 "GET /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211270 Jun 22 12:47:41.254470 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-2ef48470-6412-45a6-94e2-38111c5b0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:41.256007 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-2ef48470-6412-45a6-94e2-38111c5b0b24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4afdf240-b0f3-44d9-b56e-7f2acaa4a803 HTTP/1.1" status: 200 len: 848 time: 0.0704856 Jun 22 12:47:41.316229 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-0b5c186b-9a51-4002-99c0-2b88bf07abaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240c7ce6-8726-417a-b966-29be0b0c29b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363431 Jun 22 12:47:41.510841 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-8eff193d-663a-449d-9aca-06e5ae588542 service neutron] 10.222.0.46 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555650 Jun 22 12:47:41.602966 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0760a1-d0ca-4a10-83a0-20180e499f90 req-89a2f92f-5e84-4841-8dff-68393d518e89 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:41.604576 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6e0760a1-d0ca-4a10-83a0-20180e499f90 req-89a2f92f-5e84-4841-8dff-68393d518e89 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1516120 Jun 22 12:47:41.666460 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99917ee2-f8c7-444e-b6be-4cffeaaa623f req-e3e470db-b755-4fbe-afda-1f33eadf112a service neutron] 10.222.0.46 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446605 Jun 22 12:47:41.702798 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6e0760a1-d0ca-4a10-83a0-20180e499f90 req-63ddcb22-6545-4e72-8dc1-b36ee201decb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759146 Jun 22 12:47:41.785502 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8819d0-3213-4a39-8b02-d654be881c23 req-71d2899a-c273-4c77-b4ac-abe1a8ebef34 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:41.787676 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ea8819d0-3213-4a39-8b02-d654be881c23 req-71d2899a-c273-4c77-b4ac-abe1a8ebef34 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 944 time: 0.0990682 Jun 22 12:47:41.836226 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ea8819d0-3213-4a39-8b02-d654be881c23 req-4d5db174-2433-4ad4-be4a-87d847911166 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Jun 22 12:47:41.936111 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0eab0-e946-4713-85a2-b9bf7d5e1d15 req-86f6d699-06b9-4803-8576-7fab2592364a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:41.938002 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7fc0eab0-e946-4713-85a2-b9bf7d5e1d15 req-86f6d699-06b9-4803-8576-7fab2592364a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0830407 Jun 22 12:47:42.002444 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7fc0eab0-e946-4713-85a2-b9bf7d5e1d15 req-5b33dfe9-610f-4776-b184-1c2eebbf0c27 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Jun 22 12:47:42.036729 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d76e3-731b-4076-8580-58b5243f671a req-568440ca-f9fd-4110-9c2c-5866e3a76571 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:42.041860 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8f5d76e3-731b-4076-8580-58b5243f671a req-568440ca-f9fd-4110-9c2c-5866e3a76571 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0936372 Jun 22 12:47:42.053976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57742) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:42.059241 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'floatingip': {'port_id': 'f8fe30fe-b387-42ba-982e-e0d685290390'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:42.361152 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:42.837235 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 57768) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:43.043115 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.240166 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.254312 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.275493 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:43.305937 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.318145 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.333219 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913240-a2ab-43d7-b290-ceb24ba9ed58 req-08c88908-7bc1-4c04-b1aa-bd252d6a2e63 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:43.335538 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-81913240-a2ab-43d7-b290-ceb24ba9ed58 req-08c88908-7bc1-4c04-b1aa-bd252d6a2e63 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 944 time: 0.3082478 Jun 22 12:47:43.350454 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ac9aaca67504fce9540994f504aab3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051003 Jun 22 12:47:43.350454 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4752aaa0-9a63-46ef-94c1-12890788fd38,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:43.350711 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 57778) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:43.379581 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.379942 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.380293 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.380639 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.380978 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.381506 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.381851 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.382624 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.383048 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.383631 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.384070 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.384411 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:43.390792 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:43.437941 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76c350-a1b9-4e8f-8624-8d71376451ae req-ee5edb03-6114-4813-b000-a89e98388453 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:43.440405 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fa76c350-a1b9-4e8f-8624-8d71376451ae req-ee5edb03-6114-4813-b000-a89e98388453 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.2043164 Jun 22 12:47:43.464146 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-905178c7-9365-40c9-a303-46e775f991dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.481054 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-81913240-a2ab-43d7-b290-ceb24ba9ed58 req-b4ce2a7a-a2b0-49c5-b480-94931d30af65 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919845 Jun 22 12:47:43.501408 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.l3_db [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Floating IP 0537fe02-1b58-469f-8e9f-eca5f173d3aa associated. External IP: 172.27.0.247, port: f8fe30fe-b387-42ba-982e-e0d685290390. Jun 22 12:47:43.510103 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-905178c7-9365-40c9-a303-46e775f991dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.519810 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fa76c350-a1b9-4e8f-8624-8d71376451ae req-b8cb6eed-ff5e-489a-9cc2-b5e2d5e5c66c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672040 Jun 22 12:47:43.585208 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-905178c7-9365-40c9-a303-46e775f991dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.588085 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-905178c7-9365-40c9-a303-46e775f991dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.592521 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-905178c7-9365-40c9-a303-46e775f991dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4752aaa0-9a63-46ef-94c1-12890788fd38 HTTP/1.1" status: 204 len: 168 time: 0.2378201 Jun 22 12:47:43.592521 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-4ca32a94-34df-4ba8-8daf-93dafc4f07da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:43.598469 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905178c7-9365-40c9-a303-46e775f991dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4752aaa0-9a63-46ef-94c1-12890788fd38,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:43.601893 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-905178c7-9365-40c9-a303-46e775f991dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:43.784558 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Router b5a9dc9f-ff98-4108-9515-02b7484d06b5 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:47:44.042409 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 57790) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:44.060087 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1beaaa1b-56ca-4822-896d-e48e4e2c12ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.141364 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:47:44.150112 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.167411 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] Sync routers for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:47:44.180324 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:44.181268 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:47:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:44.202384 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1beaaa1b-56ca-4822-896d-e48e4e2c12ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.207109 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1beaaa1b-56ca-4822-896d-e48e4e2c12ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.221088 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b3c00215-3973-493a-a509-16f81b3852bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "PUT /v2.0/floatingips/0537fe02-1b58-469f-8e9f-eca5f173d3aa HTTP/1.1" status: 200 len: 991 time: 2.1654594 Jun 22 12:47:44.222342 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:44.226585 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4687181-a5af-4106-b558-5c78a50d1039" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:44.235230 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-781b1fda-71dd-4241-963a-daa4f3a60775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:44.279199 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1023c7bd-008c-4f3d-b35e-f80859019308 x-openstack-request-id: req-1023c7bd-008c-4f3d-b35e-f80859019308 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:44.279698 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:44.280144 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1023c7bd-008c-4f3d-b35e-f80859019308 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:44.281750 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'status': 'completed', 'code': 200} Jun 22 12:47:44.288399 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-1beaaa1b-56ca-4822-896d-e48e4e2c12ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8fe2545fb4b42d2859db30461f5fe34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408717 Jun 22 12:47:44.288973 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57796) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:44.293004 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaaa1b-56ca-4822-896d-e48e4e2c12ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad898b2-e3de-4a18-8cd8-9b1339eaf6ab,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:44.308994 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1beaaa1b-56ca-4822-896d-e48e4e2c12ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:44.380504 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0aced8b8-0bdc-4978-8598-a950182dd617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.425248 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0aced8b8-0bdc-4978-8598-a950182dd617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.489075 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0aced8b8-0bdc-4978-8598-a950182dd617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.492631 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0aced8b8-0bdc-4978-8598-a950182dd617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.496363 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-0aced8b8-0bdc-4978-8598-a950182dd617 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ad898b2-e3de-4a18-8cd8-9b1339eaf6ab HTTP/1.1" status: 204 len: 168 time: 0.2039833 Jun 22 12:47:44.498613 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4fa083c3-c968-45b5-b051-41c1fc6e9a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:44.508290 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aced8b8-0bdc-4978-8598-a950182dd617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad898b2-e3de-4a18-8cd8-9b1339eaf6ab,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:44.516164 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0aced8b8-0bdc-4978-8598-a950182dd617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:44.538332 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:44.845468 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21a61e-cecf-418e-acf8-e53da10c9d9b req-38641124-7203-4eb6-be71-b78c7e7ec1ab tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:44.847079 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cb21a61e-cecf-418e-acf8-e53da10c9d9b req-38641124-7203-4eb6-be71-b78c7e7ec1ab tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 944 time: 0.1725616 Jun 22 12:47:44.896798 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cb21a61e-cecf-418e-acf8-e53da10c9d9b req-ea7d76fd-5232-4995-b622-c6e286383518 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Jun 22 12:47:45.000773 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '0537fe02-1b58-469f-8e9f-eca5f173d3aa', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'port_id': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'mac_address': 'fa:16:3e:71:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:47:10Z', 'updated_at': '2021-06-22T12:47:43Z', 'revision_number': 1, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:45.032870 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] Checking router: b5a9dc9f-ff98-4108-9515-02b7484d06b5 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:47:45.033648 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57816) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:45.050849 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-56adf9a7-5508-4351-ad07-a687b859bb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.056671 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:45.057363 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:47:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:45.209738 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-56adf9a7-5508-4351-ad07-a687b859bb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.215394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-56adf9a7-5508-4351-ad07-a687b859bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.220885 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-22d622be-25a0-49ca-9749-5e048d87519e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:45.237470 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3a05d-5526-4c95-9656-cc47d4c8cafe req-076f52c3-f4af-42da-bdcc-7bfaf40d23d7 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:45.239819 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:45.243216 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bde3a05d-5526-4c95-9656-cc47d4c8cafe req-076f52c3-f4af-42da-bdcc-7bfaf40d23d7 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1458156 Jun 22 12:47:45.265664 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-56adf9a7-5508-4351-ad07-a687b859bb8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f957fbca78545198f83638f95535e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307856 Jun 22 12:47:45.269818 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 57818) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:45.277140 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adf9a7-5508-4351-ad07-a687b859bb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af4c725-aad3-4e07-9a05-bda6fe5491f8,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:45.281467 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-56adf9a7-5508-4351-ad07-a687b859bb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:45.316464 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bde3a05d-5526-4c95-9656-cc47d4c8cafe req-774852e6-1118-41d6-8209-27293ab27b6a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652304 Jun 22 12:47:45.360242 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4964bad7-8966-41de-9ebd-994befd5052c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.392695 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4964bad7-8966-41de-9ebd-994befd5052c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.484798 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4964bad7-8966-41de-9ebd-994befd5052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.488687 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4964bad7-8966-41de-9ebd-994befd5052c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.498763 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-4964bad7-8966-41de-9ebd-994befd5052c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8af4c725-aad3-4e07-9a05-bda6fe5491f8 HTTP/1.1" status: 204 len: 168 time: 0.2235234 Jun 22 12:47:45.499922 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:45.527190 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964bad7-8966-41de-9ebd-994befd5052c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af4c725-aad3-4e07-9a05-bda6fe5491f8,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:45.536368 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4964bad7-8966-41de-9ebd-994befd5052c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:45.630123 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '0537fe02-1b58-469f-8e9f-eca5f173d3aa', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'port_id': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'mac_address': 'fa:16:3e:71:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:47:10Z', 'updated_at': '2021-06-22T12:47:43Z', 'revision_number': 1, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:45.662789 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3d278-c88e-4154-a32e-b792ad72aa35 None None] The sync data for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi is: [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '0537fe02-1b58-469f-8e9f-eca5f173d3aa', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'port_id': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'mac_address': 'fa:16:3e:71:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:47:10Z', 'updated_at': '2021-06-22T12:47:43Z', 'revision_number': 1, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:47:45.712127 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:47:45.958939 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2046f-6173-45c9-b7cb-59b1842d0386 None None] New status for floating IP 0537fe02-1b58-469f-8e9f-eca5f173d3aa: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:47:46.273796 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4ccd-e09c-4269-834e-0fc70cd4dfca req-28d4ff2d-bf96-4686-9202-cb7c00c2a333 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:46.276268 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5fcd4ccd-e09c-4269-834e-0fc70cd4dfca req-28d4ff2d-bf96-4686-9202-cb7c00c2a333 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 944 time: 0.1426563 Jun 22 12:47:46.531546 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5fcd4ccd-e09c-4269-834e-0fc70cd4dfca req-fbf4c825-2d7d-4f98-bf20-8ef935ab95ee tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444007 Jun 22 12:47:46.651748 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device da01f8a1-eee0-4184-b9a0-8cb0b1394960 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:47:46.857821 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015ed04-c4eb-4600-b425-95a4725a2273 req-3b7fa0fc-5060-493f-a769-5bebc6bc6960 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:46.859925 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port da01f8a1-eee0-4184-b9a0-8cb0b1394960, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da01f8a1-eee0-4184-b9a0-8cb0b1394960,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:46.860858 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3015ed04-c4eb-4600-b425-95a4725a2273 req-3b7fa0fc-5060-493f-a769-5bebc6bc6960 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1432672 Jun 22 12:47:46.869163 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687181-a5af-4106-b558-5c78a50d1039 req-89fe91a7-94e3-4663-8198-9a4e2cbd3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:46.870986 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b4687181-a5af-4106-b558-5c78a50d1039 req-89fe91a7-94e3-4663-8198-9a4e2cbd3027 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 1098 time: 0.1248841 Jun 22 12:47:46.883862 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': 'da01f8a1-eee0-4184-b9a0-8cb0b1394960', 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5', 'port_id': 'da01f8a1-eee0-4184-b9a0-8cb0b1394960', 'mac_address': 'fa:16:3e:3a:49:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afdf240-b0f3-44d9-b56e-7f2acaa4a803', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:47:46.926771 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3015ed04-c4eb-4600-b425-95a4725a2273 req-052d150a-f671-43d1-b94a-0e35a4eff650 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570834 Jun 22 12:47:46.966092 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:46.993921 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da01f8a1-eee0-4184-b9a0-8cb0b1394960 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:47.061208 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port da01f8a1-eee0-4184-b9a0-8cb0b1394960, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da01f8a1-eee0-4184-b9a0-8cb0b1394960,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:47.067949 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:47.071512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:47.082743 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687181-a5af-4106-b558-5c78a50d1039 req-457354ed-062c-48a4-9ced-82bae79de701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:47.085532 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b4687181-a5af-4106-b558-5c78a50d1039 req-457354ed-062c-48a4-9ced-82bae79de701 service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.1991568 Jun 22 12:47:47.135611 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=da01f8a1-eee0-4184-b9a0-8cb0b1394960,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:47.145859 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.146539 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.147144 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.147695 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.148037 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.148547 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.148884 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.149212 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.149545 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.149873 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.150225 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.150542 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:47.156214 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:47.312473 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b4687181-a5af-4106-b558-5c78a50d1039 req-877abca3-2b05-4b63-8b78-e2f83b49dc40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8fe30fe-b387-42ba-982e-e0d685290390 HTTP/1.1" status: 200 len: 1001 time: 0.2187240 Jun 22 12:47:47.414087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687181-a5af-4106-b558-5c78a50d1039 req-8278e954-6729-4b9d-bace-d982bf7f409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:47.417416 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b4687181-a5af-4106-b558-5c78a50d1039 req-8278e954-6729-4b9d-bace-d982bf7f409d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.0972216 Jun 22 12:47:47.531374 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687181-a5af-4106-b558-5c78a50d1039 req-a91a18b4-b22a-4efb-a77d-e3437f6708a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:47.534208 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b4687181-a5af-4106-b558-5c78a50d1039 req-a91a18b4-b22a-4efb-a77d-e3437f6708a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971656 Jun 22 12:47:47.679832 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b4687181-a5af-4106-b558-5c78a50d1039 req-43407718-5ba0-430f-abda-2e6944b22cd3 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290023 Jun 22 12:47:47.724627 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['da01f8a1-eee0-4184-b9a0-8cb0b1394960'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:47.916352 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b4687181-a5af-4106-b558-5c78a50d1039 req-c5e8a134-3cf9-426f-935e-a8e3e8c40a64 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091372 Jun 22 12:47:47.989513 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036e7d3-5a95-45f1-8aab-e9532284c61f req-547b7463-dee6-4d9a-8b4e-f50f57ad1301 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:47.991047 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9036e7d3-5a95-45f1-8aab-e9532284c61f req-547b7463-dee6-4d9a-8b4e-f50f57ad1301 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 945 time: 0.1046426 Jun 22 12:47:48.035868 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9036e7d3-5a95-45f1-8aab-e9532284c61f req-16ef7cc5-e122-4dc0-89e4-a786ce6c1f8b tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Jun 22 12:47:48.281677 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ebc6-810c-4438-9e6f-5e7f6fd95960 req-43b5beb6-57c4-404b-8dc7-a72348248c4c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:48.283277 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f639ebc6-810c-4438-9e6f-5e7f6fd95960 req-43b5beb6-57c4-404b-8dc7-a72348248c4c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0734513 Jun 22 12:47:48.360139 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f639ebc6-810c-4438-9e6f-5e7f6fd95960 req-c3d06238-cb0b-4ff9-8902-8053c61c3c35 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Jun 22 12:47:49.241558 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab256-f005-4101-917e-d4244f4e9be0 req-17e23173-c31c-4823-be01-d1c76da9a114 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:49.244222 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-17e23173-c31c-4823-be01-d1c76da9a114 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 814 time: 0.1583772 Jun 22 12:47:49.275685 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-a1adad6f-d05e-4616-a87f-fca0a8fbaea4 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/quotas/df45705971d64574a506c5671487ece0 HTTP/1.1" status: 200 len: 375 time: 0.0209939 Jun 22 12:47:49.307651 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf838a12-07da-4b40-9f11-ccf39a3157d6 req-8671d5f3-f62a-485a-ae6e-1025d239cea8 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:49.316497 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bf838a12-07da-4b40-9f11-ccf39a3157d6 req-8671d5f3-f62a-485a-ae6e-1025d239cea8 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 945 time: 0.1306369 Jun 22 12:47:49.363856 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bf838a12-07da-4b40-9f11-ccf39a3157d6 req-06962876-c20d-4cd9-8b86-96b4ba6a9d62 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Jun 22 12:47:49.389623 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-b0e4a450-83bc-4e85-8eb7-411a127baf88 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123660 Jun 22 12:47:49.535375 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-c4a1f1a0-5d93-4304-bb73-8ce1e57a36ae service neutron] 10.222.0.15 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319578 Jun 22 12:47:49.641255 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-625e5ebe-ff19-49c1-865d-5275307b6cbd service neutron] 10.222.0.15 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953364 Jun 22 12:47:50.000995 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576bb46-5f36-427d-a665-ecc6ebc6016f req-c76c02a0-75d8-4347-b193-f6ba7d8cbeaa tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:50.002803 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3576bb46-5f36-427d-a665-ecc6ebc6016f req-c76c02a0-75d8-4347-b193-f6ba7d8cbeaa tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0889945 Jun 22 12:47:50.083001 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3576bb46-5f36-427d-a665-ecc6ebc6016f req-29805eac-c92d-4fb7-bd6b-c3ddd4cebc87 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729022 Jun 22 12:47:50.177392 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-545177f8-50aa-490e-b4bf-352670c2fa77 req-b1d54bb5-fc78-49b4-8a65-0911e78f2f17 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.0318158 Jun 22 12:47:50.607510 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312b27d-3f61-49db-8593-71a08723875a req-45c84bcd-73fc-4a0c-b14b-2f5f57110011 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:50.610473 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0312b27d-3f61-49db-8593-71a08723875a req-45c84bcd-73fc-4a0c-b14b-2f5f57110011 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 945 time: 0.1042652 Jun 22 12:47:50.673530 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0312b27d-3f61-49db-8593-71a08723875a req-d5fb3866-4001-47b9-bc00-010750d3e9e6 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562365 Jun 22 12:47:51.286058 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6160e-8c55-4ae2-99ca-35a68c6bd587 req-7677a577-fd2e-42f2-9c2f-75e22baa4ba2 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:51.287609 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3af6160e-8c55-4ae2-99ca-35a68c6bd587 req-7677a577-fd2e-42f2-9c2f-75e22baa4ba2 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0716677 Jun 22 12:47:51.338692 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3af6160e-8c55-4ae2-99ca-35a68c6bd587 req-a10b6229-976d-4863-b852-65ee7be1c448 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Jun 22 12:47:51.473380 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e0a54cb4-2f36-45c8-8bc2-6340ecde60f8 req-fab3bb93-e8c4-4d8d-a11d-a4833c9258c3 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.0301304 Jun 22 12:47:51.867545 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213be83f-8346-42a9-8fd3-2dcba9c67266 req-4bc68916-caa7-4bd0-91ad-833a4259cac2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:51.869120 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-213be83f-8346-42a9-8fd3-2dcba9c67266 req-4bc68916-caa7-4bd0-91ad-833a4259cac2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 945 time: 0.0758543 Jun 22 12:47:51.922450 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-213be83f-8346-42a9-8fd3-2dcba9c67266 req-0ea10f18-5bb1-4d96-ab58-d4b38e699e81 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 Jun 22 12:47:52.613382 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00170d-6318-4c12-b9ca-71c9541106ac req-13497afe-caf4-4151-a9d9-814e179d770b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:52.615178 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5e00170d-6318-4c12-b9ca-71c9541106ac req-13497afe-caf4-4151-a9d9-814e179d770b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0795300 Jun 22 12:47:52.687844 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5e00170d-6318-4c12-b9ca-71c9541106ac req-6da3ba55-1e29-4d1a-b8df-5c75a553c9a5 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630200 Jun 22 12:47:52.723008 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e0af0f80-1a1d-401c-8a22-aee3d1098c61 req-8e268a9a-7edd-4fd1-ab12-1b93d3133b06 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.0480497 Jun 22 12:47:53.137988 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77e9e3-bb52-4c1e-a87e-f6c6ada9454f req-f971eaee-ccf7-4b0a-a0a6-b48b32684fb9 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:53.139629 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fd77e9e3-bb52-4c1e-a87e-f6c6ada9454f req-f971eaee-ccf7-4b0a-a0a6-b48b32684fb9 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 945 time: 0.0709066 Jun 22 12:47:53.185405 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fd77e9e3-bb52-4c1e-a87e-f6c6ada9454f req-30e17703-2088-4cf3-8d05-4b08542e5f53 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Jun 22 12:47:53.913655 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d568c1b-e760-423f-9db6-84839599beca req-0f2754c0-018e-4b2d-8064-5e1909d8993b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:53.915223 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1d568c1b-e760-423f-9db6-84839599beca req-0f2754c0-018e-4b2d-8064-5e1909d8993b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0968544 Jun 22 12:47:53.959746 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1d568c1b-e760-423f-9db6-84839599beca req-a5c35322-88cd-487d-ba71-4573fd620774 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346212 Jun 22 12:47:54.110492 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2087cb80-95c6-43a4-9014-842f35c92a21 req-78c48cf7-53d5-4de4-a435-febe379313b5 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.0414340 Jun 22 12:47:54.443775 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a86ab-8a41-432c-affb-85f32879f446 req-03a2d7ef-07c2-4d6f-9ece-46ee1b5118aa tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:54.445463 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-431a86ab-8a41-432c-affb-85f32879f446 req-03a2d7ef-07c2-4d6f-9ece-46ee1b5118aa tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 945 time: 0.1023953 Jun 22 12:47:54.489984 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-431a86ab-8a41-432c-affb-85f32879f446 req-fa18f94e-9f9b-4a3c-ae00-4a69376a5b33 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Jun 22 12:47:54.628574 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58052) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:54.646245 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device da01f8a1-eee0-4184-b9a0-8cb0b1394960 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:54.702076 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port da01f8a1-eee0-4184-b9a0-8cb0b1394960 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:54.705863 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port da01f8a1-eee0-4184-b9a0-8cb0b1394960 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:54.706268 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:54.755096 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-348b4e92-6328-4e4c-b853-854947df1cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:54.798139 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:54.836049 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b54c09-05cc-4f06-ad7c-d8e36d399d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01f8a1-eee0-4184-b9a0-8cb0b1394960'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:54.841491 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b22f8fd-2813-4f97-a926-2177d8cfa8bc" -d '{"events": [{"server_uuid": "62b54c09-05cc-4f06-ad7c-d8e36d399d10", "name": "network-vif-plugged", "status": "completed", "tag": "da01f8a1-eee0-4184-b9a0-8cb0b1394960"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:54.862869 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port da01f8a1-eee0-4184-b9a0-8cb0b1394960, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da01f8a1-eee0-4184-b9a0-8cb0b1394960,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:54.870314 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:54.870726 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-348b4e92-6328-4e4c-b853-854947df1cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:54.873613 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-01cf8652-7c38-469b-a1d2-58a74ce27a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:54.875786 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-348b4e92-6328-4e4c-b853-854947df1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:54.879768 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-4e8e5d56-4b46-46b7-a3c1-c66184c5d08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:54.900804 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e9cb5-27d4-4460-a6e4-a8bad9ed501d x-openstack-request-id: req-dc1e9cb5-27d4-4460-a6e4-a8bad9ed501d {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:54.901111 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b54c09-05cc-4f06-ad7c-d8e36d399d10", "name": "network-vif-plugged", "status": "completed", "tag": "da01f8a1-eee0-4184-b9a0-8cb0b1394960", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:54.901370 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc1e9cb5-27d4-4460-a6e4-a8bad9ed501d {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:54.902620 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b54c09-05cc-4f06-ad7c-d8e36d399d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01f8a1-eee0-4184-b9a0-8cb0b1394960', 'code': 200} Jun 22 12:47:54.916227 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-348b4e92-6328-4e4c-b853-854947df1cd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b11a2deba0814842a6312fef40db3fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864652 Jun 22 12:47:54.920611 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58060) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:54.939938 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b4e92-6328-4e4c-b853-854947df1cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3c9ccd-34a8-4d4c-b99a-ff32c5135ea8,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:54.944030 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-348b4e92-6328-4e4c-b853-854947df1cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:54.971297 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=da01f8a1-eee0-4184-b9a0-8cb0b1394960,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:54.978724 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:54.987391 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ce7f0de4-015f-4da2-8c1b-7d5783d9b34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.011617 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ce7f0de4-015f-4da2-8c1b-7d5783d9b34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.080094 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ce7f0de4-015f-4da2-8c1b-7d5783d9b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.084669 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ce7f0de4-015f-4da2-8c1b-7d5783d9b34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.086604 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ce7f0de4-015f-4da2-8c1b-7d5783d9b34a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f3c9ccd-34a8-4d4c-b99a-ff32c5135ea8 HTTP/1.1" status: 204 len: 168 time: 0.1648266 Jun 22 12:47:55.089611 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:55.113250 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f0de4-015f-4da2-8c1b-7d5783d9b34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3c9ccd-34a8-4d4c-b99a-ff32c5135ea8,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:55.115763 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ce7f0de4-015f-4da2-8c1b-7d5783d9b34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:55.184310 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9362b3-a2d5-4e8e-b888-7e27a2d18379 req-f29bb52d-4b39-4952-9ce5-396d5bd33421 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:55.186056 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ce9362b3-a2d5-4e8e-b888-7e27a2d18379 req-f29bb52d-4b39-4952-9ce5-396d5bd33421 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0979497 Jun 22 12:47:55.243505 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ce9362b3-a2d5-4e8e-b888-7e27a2d18379 req-6f4de7d8-b3bc-43d6-8a32-c0fdf86f3624 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Jun 22 12:47:55.376882 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ad017e8a-1ba6-4cfd-9349-1d114b0044aa req-a46779f9-13d1-4c46-b2ff-13cdd6034881 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.0312300 Jun 22 12:47:55.421046 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58072) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:55.438473 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8040-7fb8-4870-b9ad-a35cb46d6d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.548660 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8040-7fb8-4870-b9ad-a35cb46d6d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.554595 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8040-7fb8-4870-b9ad-a35cb46d6d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.561621 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-99b459c4-d8ae-40bc-accc-5d9645ad0606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:55.628904 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-eb3e8040-7fb8-4870-b9ad-a35cb46d6d16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1eea1ea427a3425aab382cdb4e356af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064388 Jun 22 12:47:55.631689 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58076) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:55.645233 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e8040-7fb8-4870-b9ad-a35cb46d6d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987dd53d-e1a1-4633-b369-00d4c08288f5,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:55.650818 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-eb3e8040-7fb8-4870-b9ad-a35cb46d6d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:55.694852 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce6c0-6c48-4597-9452-0aabea3d7eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.722445 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce6c0-6c48-4597-9452-0aabea3d7eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.722826 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5bf9f-2d45-4151-8aaa-73a178b5f0cc req-b2c57dcb-e255-45a8-aa6f-6a0fe83a971c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:55.724509 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-33c5bf9f-2d45-4151-8aaa-73a178b5f0cc req-b2c57dcb-e255-45a8-aa6f-6a0fe83a971c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.1027946 Jun 22 12:47:55.784845 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-33c5bf9f-2d45-4151-8aaa-73a178b5f0cc req-61b92121-0b3a-4d38-abad-412ac9f21117 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534053 Jun 22 12:47:55.802404 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce6c0-6c48-4597-9452-0aabea3d7eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.807734 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce6c0-6c48-4597-9452-0aabea3d7eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:55.810011 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2d8ce6c0-6c48-4597-9452-0aabea3d7eae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/987dd53d-e1a1-4633-b369-00d4c08288f5 HTTP/1.1" status: 204 len: 168 time: 0.1762092 Jun 22 12:47:55.811780 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5f2b0210-b4f2-4e0c-bbf6-23e222f58f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:55.824803 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ce6c0-6c48-4597-9452-0aabea3d7eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987dd53d-e1a1-4633-b369-00d4c08288f5,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:55.828577 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2d8ce6c0-6c48-4597-9452-0aabea3d7eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:56.492971 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54631017-bcc2-459e-95f9-2271dd3f3180 req-2097f439-313a-4b7f-b8b3-dad238e8a84c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:56.495627 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-54631017-bcc2-459e-95f9-2271dd3f3180 req-2097f439-313a-4b7f-b8b3-dad238e8a84c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0984552 Jun 22 12:47:56.549387 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-54631017-bcc2-459e-95f9-2271dd3f3180 req-eb0fcb60-d600-4a6b-b09a-3994ec758e1d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Jun 22 12:47:56.706809 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2cd5d32c-643d-4b85-a8e0-7de331ac1ed7 req-b5146a4e-6e6c-4fbc-95c0-4bcbbfa36da7 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.0353546 Jun 22 12:47:56.989027 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306ac13-eeff-4f8a-9d7c-641c945179a6 req-d1483870-feca-4f56-9203-2f6002f09576 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:56.990675 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3306ac13-eeff-4f8a-9d7c-641c945179a6 req-d1483870-feca-4f56-9203-2f6002f09576 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.0785129 Jun 22 12:47:57.039431 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3306ac13-eeff-4f8a-9d7c-641c945179a6 req-d1b0c4e9-a209-4fae-aa49-f8c64b7c7728 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Jun 22 12:47:57.277873 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab256-f005-4101-917e-d4244f4e9be0 req-112e3732-41b2-466f-8f75-75f24aace902 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:57.280377 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-112e3732-41b2-466f-8f75-75f24aace902 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 814 time: 0.1534917 Jun 22 12:47:57.313041 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Request body: {'port': {'device_id': '6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c', 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'admin_state_up': True, 'tenant_id': 'df45705971d64574a506c5671487ece0'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:57.480343 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Made reservation on behalf of df45705971d64574a506c5671487ece0 for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:57.484878 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:57.662931 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f1d0b-6e19-438f-bdd6-753b819dd1de req-b696ca2d-acaf-47b8-a38d-a7aacecb501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:57.664560 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d25f1d0b-6e19-438f-bdd6-753b819dd1de req-b696ca2d-acaf-47b8-a38d-a7aacecb501a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 1099 time: 0.1650739 Jun 22 12:47:57.695216 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Allocated IP 172.20.0.5 (7f643e26-0049-4c27-87eb-ac8863ee1cbc/cee53181-3547-4ebc-abd9-56241909cfc9/9ad341c5-2287-4546-913e-fc32d61f21ff) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:57.770611 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d25f1d0b-6e19-438f-bdd6-753b819dd1de req-eb7d5537-3a61-4ea9-8f07-67844372ad28 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944519 Jun 22 12:47:57.823999 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdf8ae-d95d-4eee-8ee3-02f6dd2e96fa req-09cb00cc-1398-4dc1-a89a-4133b41cb334 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:57.833333 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1afdf8ae-d95d-4eee-8ee3-02f6dd2e96fa req-09cb00cc-1398-4dc1-a89a-4133b41cb334 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0975292 Jun 22 12:47:57.887266 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1afdf8ae-d95d-4eee-8ee3-02f6dd2e96fa req-de14f998-f266-4c98-a304-94b652a8d488 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526550 Jun 22 12:47:57.990308 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.022433 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fe1cbc96-9161-4640-9015-281f921c4706 req-5786d9b3-c3a3-4d1d-b8ef-8c955c6bbdf9 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.0441329 Jun 22 12:47:58.079686 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.085412 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:58.135386 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['b615bbdb-b6f5-4097-b70d-56d94a116b24'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:58.173738 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Network 7f643e26-0049-4c27-87eb-ac8863ee1cbc is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:58.181252 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:58.191322 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:58.199152 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Pushing event updated for resources: {'Port': ['ID=9ad341c5-2287-4546-913e-fc32d61f21ff,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:58.293755 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:58.324240 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:58.326409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.366312 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0579467 Jun 22 12:47:58.449611 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39ae8-2361-40c5-bcb1-43846fa22880 req-49fb8983-a51a-43c2-8dc7-6e4443e4a1d8 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:58.456262 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Request body: {'port': {'device_id': '6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:58.457236 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e0c39ae8-2361-40c5-bcb1-43846fa22880 req-49fb8983-a51a-43c2-8dc7-6e4443e4a1d8 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.1024249 Jun 22 12:47:58.527954 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e0c39ae8-2361-40c5-bcb1-43846fa22880 req-ab31a4dc-0e86-4f01-9259-b2fe0eb3fb0d tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595334 Jun 22 12:47:58.578674 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.894248 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad341c5-2287-4546-913e-fc32d61f21ff {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:58.903018 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.916285 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Transition to ACTIVE for port object 9ad341c5-2287-4546-913e-fc32d61f21ff will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:58.921131 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.924939 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:59.007649 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad341c5-2287-4546-913e-fc32d61f21ff,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:59.014426 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:59.113061 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Attempting to bind port 9ad341c5-2287-4546-913e-fc32d61f21ff on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:59.113402 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Attempting to bind port 9ad341c5-2287-4546-913e-fc32d61f21ff by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:59.113730 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Attempting to bind port 9ad341c5-2287-4546-913e-fc32d61f21ff on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:59.124774 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Port 9ad341c5-2287-4546-913e-fc32d61f21ff on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:59.125120 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Attempting to bind port 9ad341c5-2287-4546-913e-fc32d61f21ff on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:59.132322 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:59.133288 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Checking segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:59.133953 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Bound using segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:59.134649 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Bound port: 9ad341c5-2287-4546-913e-fc32d61f21ff, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:59.135160 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:59.193365 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0797a01-5ce6-4009-8450-f6591c700908 req-baa46860-555f-4134-b1c1-83ae804a824c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:59.196856 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e0797a01-5ce6-4009-8450-f6591c700908 req-baa46860-555f-4134-b1c1-83ae804a824c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1513438 Jun 22 12:47:59.257003 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e0797a01-5ce6-4009-8450-f6591c700908 req-af2065be-c8ce-46e6-9e73-3d3849ae1000 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534649 Jun 22 12:47:59.321336 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] For port 9ad341c5-2287-4546-913e-fc32d61f21ff, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:59.364290 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] For port 9ad341c5-2287-4546-913e-fc32d61f21ff, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ad341c5-2287-4546-913e-fc32d61f21ff,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:59.390432 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69d574-9a78-43fd-9ccf-948c03249e49 req-2a3a7601-8112-4643-be3c-c87932db453c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:59.392305 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fb69d574-9a78-43fd-9ccf-948c03249e49 req-2a3a7601-8112-4643-be3c-c87932db453c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 943 time: 0.2117503 Jun 22 12:47:59.394032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:59.396531 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:59.467247 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:59.468019 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:59.469554 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] 10.222.0.46 "PUT /v2.0/ports/9ad341c5-2287-4546-913e-fc32d61f21ff HTTP/1.1" status: 200 len: 1093 time: 1.0183337 Jun 22 12:47:59.470318 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c', 'tag': '9ad341c5-2287-4546-913e-fc32d61f21ff'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:59.473700 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10713ef5-79d0-44f3-9b69-53eb45d771f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c", "tag": "9ad341c5-2287-4546-913e-fc32d61f21ff"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:59.535404 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fb69d574-9a78-43fd-9ccf-948c03249e49 req-bdb3c880-5060-4d92-b876-5a21be0fcfcf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083136 Jun 22 12:47:59.537495 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad341c5-2287-4546-913e-fc32d61f21ff,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:59.546266 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:59.627498 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ede8221-d273-4af9-933a-a07c7571ba63 x-openstack-request-id: req-6ede8221-d273-4af9-933a-a07c7571ba63 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:59.628215 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c", "tag": "9ad341c5-2287-4546-913e-fc32d61f21ff", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:59.628864 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ede8221-d273-4af9-933a-a07c7571ba63 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:59.629653 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c', 'tag': '9ad341c5-2287-4546-913e-fc32d61f21ff', 'status': 'completed', 'code': 200} Jun 22 12:47:59.816272 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05e6c-4429-4a43-84d4-d150d9b49d63 req-79355baf-27f3-456f-938e-6cd74fb8e8cf tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:59.820085 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-94b05e6c-4429-4a43-84d4-d150d9b49d63 req-79355baf-27f3-456f-938e-6cd74fb8e8cf tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.1481843 Jun 22 12:47:59.856739 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab256-f005-4101-917e-d4244f4e9be0 req-de64870e-b19c-4ce1-a28d-998e79a6e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:59.858751 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-de64870e-b19c-4ce1-a28d-998e79a6e116 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 1096 time: 0.1556327 Jun 22 12:47:59.893295 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-94b05e6c-4429-4a43-84d4-d150d9b49d63 req-386454c0-e632-41d3-a148-025fe429a1c0 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595534 Jun 22 12:47:59.963907 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-305ad958-09f1-416f-be6b-7cefa31ebaf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ad341c5-2287-4546-913e-fc32d61f21ff HTTP/1.1" status: 200 len: 217 time: 0.0529099 Jun 22 12:48:00.039961 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab256-f005-4101-917e-d4244f4e9be0 req-573adeae-b5be-474e-a24e-1fb99e5408a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:00.042175 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-573adeae-b5be-474e-a24e-1fb99e5408a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 200 len: 854 time: 0.0520909 Jun 22 12:48:00.095443 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-34c3713e-e56b-44a4-8dcf-e1582f2574cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f643e26-0049-4c27-87eb-ac8863ee1cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435922 Jun 22 12:48:00.273868 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-1edfee9e-2dc1-42b8-a9e3-cff3d8edc540 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678524 Jun 22 12:48:00.463320 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-911ab256-f005-4101-917e-d4244f4e9be0 req-2655ef63-3fa4-4a23-b19f-eb4566471f73 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243865 Jun 22 12:48:00.591156 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bcf08-ca8e-4a07-9b29-928a3a9e5f28 req-9eda6db7-b72b-44b0-b9f6-18d4b66b88e1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:00.593666 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7e3bcf08-ca8e-4a07-9b29-928a3a9e5f28 req-9eda6db7-b72b-44b0-b9f6-18d4b66b88e1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1288490 Jun 22 12:48:00.754173 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7e3bcf08-ca8e-4a07-9b29-928a3a9e5f28 req-45868f95-85e4-427e-8443-12ab6a231314 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527028 Jun 22 12:48:00.797858 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-f54a0bea-8282-4955-8b2e-5c6f8f07d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:00.800604 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-f54a0bea-8282-4955-8b2e-5c6f8f07d989 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 1096 time: 0.1707165 Jun 22 12:48:00.882153 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd4725-09b3-4e1f-b8a9-a618a1ab7e9f req-b60a45d6-c39a-4e14-a097-8b8f9517bc53 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:00.883886 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-56fd4725-09b3-4e1f-b8a9-a618a1ab7e9f req-b60a45d6-c39a-4e14-a097-8b8f9517bc53 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 943 time: 0.0894797 Jun 22 12:48:00.929100 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-86feba91-a8f3-488c-ac42-b7d243ddecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:00.931569 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-86feba91-a8f3-488c-ac42-b7d243ddecde service neutron] 10.222.0.46 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 915 time: 0.1201506 Jun 22 12:48:00.958710 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-56fd4725-09b3-4e1f-b8a9-a618a1ab7e9f req-8461e717-497a-461b-abb1-886c542cd172 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650647 Jun 22 12:48:01.025810 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-01fac91c-4409-4f4a-a9fd-9d86873d86c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ad341c5-2287-4546-913e-fc32d61f21ff HTTP/1.1" status: 200 len: 217 time: 0.0846457 Jun 22 12:48:01.137466 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-134c559f-9327-48d7-831f-fe0ef8659469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:01.147074 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-134c559f-9327-48d7-831f-fe0ef8659469 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 200 len: 854 time: 0.1074617 Jun 22 12:48:01.218151 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-cdb3bbb5-ff77-41d9-adbd-6f040a257ef8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f643e26-0049-4c27-87eb-ac8863ee1cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510836 Jun 22 12:48:01.392954 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb8659-34d1-4c10-bd96-8108e71bc392 req-25f505f9-674b-4960-8f81-3b6ca1b8f564 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:01.404876 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-31fb8659-34d1-4c10-bd96-8108e71bc392 req-25f505f9-674b-4960-8f81-3b6ca1b8f564 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.2498648 Jun 22 12:48:01.482743 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-31fb8659-34d1-4c10-bd96-8108e71bc392 req-d8cb2c43-9309-433c-b45b-e93cbde476f9 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768952 Jun 22 12:48:01.484903 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-11208bad-5fe8-42d7-a75a-587fac7fdc3a service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474041 Jun 22 12:48:01.616781 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-10713ef5-79d0-44f3-9b69-53eb45d771f6 req-e45f710e-9125-4398-aea3-ca92871af7d8 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164591 Jun 22 12:48:01.862724 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0f8b4-1460-4335-aee1-9cecb9534740 req-e97bd81d-2620-4b9f-aa35-03526dac2963 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:01.864332 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-79c0f8b4-1460-4335-aee1-9cecb9534740 req-e97bd81d-2620-4b9f-aa35-03526dac2963 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0965717 Jun 22 12:48:01.921805 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-79c0f8b4-1460-4335-aee1-9cecb9534740 req-7efdf68b-8701-4304-9e2b-ed1c920bb42b tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510175 Jun 22 12:48:01.997183 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72de13-bcdf-477a-8ddd-be651d9c52c1 req-c8a14456-042b-4ee5-ae3f-6cac8323d9cb tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:01.999046 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ad72de13-bcdf-477a-8ddd-be651d9c52c1 req-c8a14456-042b-4ee5-ae3f-6cac8323d9cb tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0741496 Jun 22 12:48:02.049644 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ad72de13-bcdf-477a-8ddd-be651d9c52c1 req-ea4bd49f-8ff0-4e00-b879-dec44a12457a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Jun 22 12:48:02.187371 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d5094-e2dc-4a5d-bc9e-b3a278efbf46 req-569172d9-865b-4706-987b-a4d5f97bce98 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:02.189305 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-690d5094-e2dc-4a5d-bc9e-b3a278efbf46 req-569172d9-865b-4706-987b-a4d5f97bce98 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 943 time: 0.0727987 Jun 22 12:48:02.232039 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-690d5094-e2dc-4a5d-bc9e-b3a278efbf46 req-775a68ca-8d50-455b-851c-94c99636c23c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357206 Jun 22 12:48:03.118359 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44742795-bd91-410d-a6c4-60717187761f req-3a826fba-0a49-4063-8d3b-0db0da8b34cb tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:03.119971 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-44742795-bd91-410d-a6c4-60717187761f req-3a826fba-0a49-4063-8d3b-0db0da8b34cb tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0752387 Jun 22 12:48:03.160429 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-44742795-bd91-410d-a6c4-60717187761f req-7aa4dd9f-1996-41cc-9e7d-aff744a6c85a tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Jun 22 12:48:03.239642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e782-ec09-4695-985d-bfc975a602eb req-2e87a76d-cdaa-4d2b-bb64-360568f0d490 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:03.241092 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0483e782-ec09-4695-985d-bfc975a602eb req-2e87a76d-cdaa-4d2b-bb64-360568f0d490 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0707245 Jun 22 12:48:03.284065 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0483e782-ec09-4695-985d-bfc975a602eb req-d7e39045-c946-46d3-8ea7-2d8a917c9c77 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Jun 22 12:48:03.417508 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237093d-e7b9-46c7-a6ac-7ee5db26f5b3 req-896fe258-509c-489e-b9f1-a8847097e055 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:03.419523 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a237093d-e7b9-46c7-a6ac-7ee5db26f5b3 req-896fe258-509c-489e-b9f1-a8847097e055 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 943 time: 0.0667396 Jun 22 12:48:03.460256 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a237093d-e7b9-46c7-a6ac-7ee5db26f5b3 req-f59a5e93-fc16-4a16-aef6-3023052e8665 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Jun 22 12:48:03.798419 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-31905289-ac36-461f-968f-4661a733a3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:04.349658 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a17d7-d3ce-4de4-8e3e-214db138731b req-f245b646-f5fc-49f2-be69-e6c23b331896 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:04.352086 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e99a17d7-d3ce-4de4-8e3e-214db138731b req-f245b646-f5fc-49f2-be69-e6c23b331896 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0706286 Jun 22 12:48:04.400115 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e99a17d7-d3ce-4de4-8e3e-214db138731b req-9f115e3c-477f-4014-a772-a8631f049961 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Jun 22 12:48:04.613609 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c0a0a-49f4-45e3-87be-644af38e0a35 req-2721f58d-7946-45a5-b681-b6da0b0f4e85 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:04.615993 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9c2c0a0a-49f4-45e3-87be-644af38e0a35 req-2721f58d-7946-45a5-b681-b6da0b0f4e85 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1059344 Jun 22 12:48:04.658564 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9c2c0a0a-49f4-45e3-87be-644af38e0a35 req-5ec250ae-cfbf-4bc7-891f-7670aebb58f2 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Jun 22 12:48:04.910819 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15275135-3acd-4384-9bb3-f683e7d8519e req-550b0857-e94e-45b1-b723-3fdf76ca42ac tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:04.912385 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-15275135-3acd-4384-9bb3-f683e7d8519e req-550b0857-e94e-45b1-b723-3fdf76ca42ac tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 943 time: 0.0965059 Jun 22 12:48:04.956342 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-15275135-3acd-4384-9bb3-f683e7d8519e req-20167b9f-ed5b-4a82-8b5a-720a45ad5980 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375204 Jun 22 12:48:05.596327 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e83e-0a8e-491c-967f-4d429d2d1882 req-52c1a0be-a75e-43f1-9527-660f951ca2a1 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:05.597765 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b2f8e83e-0a8e-491c-967f-4d429d2d1882 req-52c1a0be-a75e-43f1-9527-660f951ca2a1 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0767405 Jun 22 12:48:05.638306 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b2f8e83e-0a8e-491c-967f-4d429d2d1882 req-1f0ba848-0a3f-46d4-b5d2-93becaca9734 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348308 Jun 22 12:48:05.859560 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef43e6-328e-4fdb-bf9f-d187edd08b57 req-67e69917-d456-4a58-a36a-7cf03d74c61e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:05.860978 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5eef43e6-328e-4fdb-bf9f-d187edd08b57 req-67e69917-d456-4a58-a36a-7cf03d74c61e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0665197 Jun 22 12:48:05.903758 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5eef43e6-328e-4fdb-bf9f-d187edd08b57 req-58b7d14f-c460-4b56-a4d8-2d0a1e7268ab tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367417 Jun 22 12:48:06.167624 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0ce96-32d9-4ea5-a9b1-81f275909216 req-74411732-329e-4504-a193-1b4ea0996765 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:06.169478 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a6f0ce96-32d9-4ea5-a9b1-81f275909216 req-74411732-329e-4504-a193-1b4ea0996765 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 943 time: 0.0848777 Jun 22 12:48:06.225885 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a6f0ce96-32d9-4ea5-a9b1-81f275909216 req-ff7c98fe-377f-4d1c-aba1-0d3e47be871a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Jun 22 12:48:06.847795 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2a6d5-a58e-49e2-8d0d-9e280f2683e2 req-5c9bce59-e8a8-41df-a63e-2e0335c0229d tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:06.849339 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-efe2a6d5-a58e-49e2-8d0d-9e280f2683e2 req-5c9bce59-e8a8-41df-a63e-2e0335c0229d tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0708086 Jun 22 12:48:06.896957 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-efe2a6d5-a58e-49e2-8d0d-9e280f2683e2 req-4242ef0b-4335-45ff-837f-19806d021bfe tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Jun 22 12:48:06.961677 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab103ef-95f0-4e7b-b0bd-4452debbf9bb req-269cc876-8c58-4945-9a2e-16b2d8663cc5 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:06.964438 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1ab103ef-95f0-4e7b-b0bd-4452debbf9bb req-269cc876-8c58-4945-9a2e-16b2d8663cc5 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.0991910 Jun 22 12:48:07.013579 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1ab103ef-95f0-4e7b-b0bd-4452debbf9bb req-efaeb078-8ae6-4f58-b5e1-f4a62e1b5cfd tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Jun 22 12:48:07.050677 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc72b-eb3e-44ce-8554-5841afd3f53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:07.143105 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c56968-b092-4ef8-9df6-56147484b524 req-0bfcf845-4e67-47fd-9dae-8660b297d7cc tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:07.144577 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f6c56968-b092-4ef8-9df6-56147484b524 req-0bfcf845-4e67-47fd-9dae-8660b297d7cc tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0758650 Jun 22 12:48:07.192963 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f6c56968-b092-4ef8-9df6-56147484b524 req-1fc19b01-101a-4f9f-8909-3c85fb7cdb34 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Jun 22 12:48:07.458327 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f8535-cc89-4ed6-8033-21ca26b9ee98 req-a3b9cb52-58a3-43e3-918c-004ed460eab6 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:07.459918 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c2f8535-cc89-4ed6-8033-21ca26b9ee98 req-a3b9cb52-58a3-43e3-918c-004ed460eab6 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 943 time: 0.0823689 Jun 22 12:48:07.503522 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c2f8535-cc89-4ed6-8033-21ca26b9ee98 req-a24cc30c-2e63-4a67-9b6e-eb6addfc384d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352728 Jun 22 12:48:08.100787 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc81e5-7f11-4846-890c-99e79d554ba5 req-46dbf352-9c1b-4976-9f21-92525e758614 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:08.102315 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a2bc81e5-7f11-4846-890c-99e79d554ba5 req-46dbf352-9c1b-4976-9f21-92525e758614 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0706453 Jun 22 12:48:08.141047 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a2bc81e5-7f11-4846-890c-99e79d554ba5 req-4ac0a92b-46aa-4e7c-a3a4-bfe98fd245cc tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Jun 22 12:48:08.312473 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef4af-9a0e-41a0-a01b-1d5c3a53a466 req-70443e97-b517-492c-894e-345686a61de3 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:08.314085 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f51ef4af-9a0e-41a0-a01b-1d5c3a53a466 req-70443e97-b517-492c-894e-345686a61de3 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.0696163 Jun 22 12:48:08.354253 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f51ef4af-9a0e-41a0-a01b-1d5c3a53a466 req-5e359542-dc92-4939-9127-3c351863664d tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Jun 22 12:48:08.523964 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d7952-b672-4370-aa1f-2cd4c5e66e13 req-87f8133c-83c9-4190-8afe-65198db1e1d4 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:08.525764 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b08d7952-b672-4370-aa1f-2cd4c5e66e13 req-87f8133c-83c9-4190-8afe-65198db1e1d4 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0645783 Jun 22 12:48:08.557013 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:08.567613 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b08d7952-b672-4370-aa1f-2cd4c5e66e13 req-6bbea5de-1be9-4c51-b86c-a12cd00996d4 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350492 Jun 22 12:48:08.822837 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 9ad341c5-2287-4546-913e-fc32d61f21ff details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:48:08.936429 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 9ad341c5-2287-4546-913e-fc32d61f21ff, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ad341c5-2287-4546-913e-fc32d61f21ff,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:08.949299 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '9ad341c5-2287-4546-913e-fc32d61f21ff', 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'port_id': '9ad341c5-2287-4546-913e-fc32d61f21ff', 'mac_address': 'fa:16:3e:80:07:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee53181-3547-4ebc-abd9-56241909cfc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:48:08.971314 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45ba6c-f08b-4684-af54-d8509ef8b3d1 req-270a4349-6bb2-40cb-aa94-b898c9dfaa0c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:08.972900 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6f45ba6c-f08b-4684-af54-d8509ef8b3d1 req-270a4349-6bb2-40cb-aa94-b898c9dfaa0c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 943 time: 0.3036568 Jun 22 12:48:08.994125 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.007554 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad341c5-2287-4546-913e-fc32d61f21ff {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:09.014577 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6f45ba6c-f08b-4684-af54-d8509ef8b3d1 req-e9d31235-63f5-4742-8625-add2b4850b60 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Jun 22 12:48:09.030802 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 9ad341c5-2287-4546-913e-fc32d61f21ff, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ad341c5-2287-4546-913e-fc32d61f21ff,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:09.036500 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.038583 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:09.093868 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=9ad341c5-2287-4546-913e-fc32d61f21ff,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:09.097106 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:09.333098 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42010d-fdd8-4fb7-b68f-7693a73f6a02 req-b9422e48-95cb-443d-8302-ae331d6d9453 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:09.334978 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-dc42010d-fdd8-4fb7-b68f-7693a73f6a02 req-b9422e48-95cb-443d-8302-ae331d6d9453 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0755212 Jun 22 12:48:09.376372 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-dc42010d-fdd8-4fb7-b68f-7693a73f6a02 req-7800aa30-ba57-4c93-8fc4-07b3b6cee9ba tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Jun 22 12:48:09.567210 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a384a79-d7cf-4cfe-956d-cc13a287fb8f req-574243b0-46e4-4339-83bf-a3e29eeb6286 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:09.568780 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7a384a79-d7cf-4cfe-956d-cc13a287fb8f req-574243b0-46e4-4339-83bf-a3e29eeb6286 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.0748672 Jun 22 12:48:09.614504 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7a384a79-d7cf-4cfe-956d-cc13a287fb8f req-b1a42427-e446-4922-83de-123e3e436488 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Jun 22 12:48:09.788140 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdebf5b-3d08-4d9a-aa43-0080ffd6c122 req-8683d312-b395-4c80-8055-6d6b33d95672 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:09.789579 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-dfdebf5b-3d08-4d9a-aa43-0080ffd6c122 req-8683d312-b395-4c80-8055-6d6b33d95672 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0656300 Jun 22 12:48:09.830733 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.831669 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-dfdebf5b-3d08-4d9a-aa43-0080ffd6c122 req-e659ea43-5b3d-4fa1-b129-37cbe50b72d9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Jun 22 12:48:10.224867 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03806f-88dc-4738-b373-605229ae2fe6 req-46ad2e9a-185d-40fc-bef1-607d368ec68e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:10.226471 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea03806f-88dc-4738-b373-605229ae2fe6 req-46ad2e9a-185d-40fc-bef1-607d368ec68e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 944 time: 0.0683672 Jun 22 12:48:10.273065 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea03806f-88dc-4738-b373-605229ae2fe6 req-02fe3749-acd3-4f7f-a680-9df5d334ca8f tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380359 Jun 22 12:48:10.530675 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.578543 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c72f3-f186-4d36-8f5e-c777e4a9db80 req-dc68f492-6e1a-44c7-aecd-e374b2b80025 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:10.580048 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-576c72f3-f186-4d36-8f5e-c777e4a9db80 req-dc68f492-6e1a-44c7-aecd-e374b2b80025 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0888131 Jun 22 12:48:10.623002 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-576c72f3-f186-4d36-8f5e-c777e4a9db80 req-87479477-9241-4ed8-b332-b1e8b386429e tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365787 Jun 22 12:48:10.826710 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3106aa-d9a6-4d42-b456-dd4b93009679 req-d35102cb-7182-465e-b30c-0725610226d5 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:10.829398 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2f3106aa-d9a6-4d42-b456-dd4b93009679 req-d35102cb-7182-465e-b30c-0725610226d5 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.0790529 Jun 22 12:48:10.870233 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2f3106aa-d9a6-4d42-b456-dd4b93009679 req-033c9329-44a5-45d0-860f-4b0f30501574 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Jun 22 12:48:10.917276 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:11.010158 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990cb10-695f-4e3b-b84f-fec399840690 req-1ba2cbbd-98cb-4443-bc27-4638c3b5b418 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:11.012041 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d990cb10-695f-4e3b-b84f-fec399840690 req-1ba2cbbd-98cb-4443-bc27-4638c3b5b418 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0652046 Jun 22 12:48:11.043787 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['9ad341c5-2287-4546-913e-fc32d61f21ff'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:11.063612 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d990cb10-695f-4e3b-b84f-fec399840690 req-cdeb54c2-e669-4012-995e-af23136345f5 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Jun 22 12:48:11.503985 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dde3a7-0323-4c5c-b43f-370dc1c2c016 req-be033b9e-214e-4c3e-a327-fed7fa2d7d3d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:11.506910 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a4dde3a7-0323-4c5c-b43f-370dc1c2c016 req-be033b9e-214e-4c3e-a327-fed7fa2d7d3d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 944 time: 0.1038046 Jun 22 12:48:11.559951 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a4dde3a7-0323-4c5c-b43f-370dc1c2c016 req-9ea8b66f-2eb8-4794-8be6-69897d2448b0 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Jun 22 12:48:11.833496 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b7ca2-ce8f-46eb-8fdc-269362724d9f req-f944e356-f7f7-456f-944d-3e9f8bb38ad9 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:11.840988 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7d7b7ca2-ce8f-46eb-8fdc-269362724d9f req-f944e356-f7f7-456f-944d-3e9f8bb38ad9 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.0792184 Jun 22 12:48:11.876248 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7d7b7ca2-ce8f-46eb-8fdc-269362724d9f req-20c8d378-07d3-426f-a30d-4fc00d3fec9e tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/security-groups?id=755e2943-bc47-4a06-85a9-36d1baab5dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341873 Jun 22 12:48:12.092744 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-729f2934-48ca-4155-8696-9e33c74cb9a5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:12.094221 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-729f2934-48ca-4155-8696-9e33c74cb9a5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 945 time: 0.1074388 Jun 22 12:48:12.106814 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06876506-2be5-44f8-920c-b7c304fb20b2 req-b80e516b-02f8-426b-b809-549bc99ab7cf tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:12.108337 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-06876506-2be5-44f8-920c-b7c304fb20b2 req-b80e516b-02f8-426b-b809-549bc99ab7cf tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.1131895 Jun 22 12:48:12.197013 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-06876506-2be5-44f8-920c-b7c304fb20b2 req-05ebf8c5-b07a-4815-b856-406408297055 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797851 Jun 22 12:48:12.247454 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Deleting port f9eb17bc-866d-47dd-b4c4-a609067c2985 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:48:12.247712 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:12.258876 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f6be-c23b-475c-86a1-ece9d4642078 req-8b465f6a-7e72-41c8-a82f-97ff79c8d975 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:12.260416 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b5d6f6be-c23b-475c-86a1-ece9d4642078 req-8b465f6a-7e72-41c8-a82f-97ff79c8d975 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0661075 Jun 22 12:48:12.299761 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b5d6f6be-c23b-475c-86a1-ece9d4642078 req-4e210b23-20e6-4334-99a6-c755bb72859d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Jun 22 12:48:12.336514 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] For port f9eb17bc-866d-47dd-b4c4-a609067c2985, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9eb17bc-866d-47dd-b4c4-a609067c2985,segment=NetworkSegment(c05925f5-c6cb-4573-90b1-9235471053ba),segment_id=c05925f5-c6cb-4573-90b1-9235471053ba)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:12.336875 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:12.418779 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Calling delete_port for f9eb17bc-866d-47dd-b4c4-a609067c2985 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:48:12.592787 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:12.598402 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-576e2534-01ee-440d-a907-dcb6b3282f98 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:12.628362 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Pushing event deleted for resources: {'Port': ['ID=f9eb17bc-866d-47dd-b4c4-a609067c2985,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:12.653733 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:12.694764 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] No DVR routers for this DVR port f9eb17bc-866d-47dd-b4c4-a609067c2985 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:48:12.707698 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:12.709299 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1ebca3bb-fa28-47b5-b96f-81b0d2f028fc req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.46 "DELETE /v2.0/ports/f9eb17bc-866d-47dd-b4c4-a609067c2985 HTTP/1.1" status: 204 len: 173 time: 0.6000381 Jun 22 12:48:12.709786 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1711d52-8cc3-4b9b-aa43-d1f123c09527', 'name': 'network-vif-deleted', 'tag': 'f9eb17bc-866d-47dd-b4c4-a609067c2985'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:12.712136 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67f733d-d0ed-4ee3-ab60-56cef04fadf6" -d '{"events": [{"server_uuid": "b1711d52-8cc3-4b9b-aa43-d1f123c09527", "name": "network-vif-deleted", "tag": "f9eb17bc-866d-47dd-b4c4-a609067c2985"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:12.772171 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bddde-7516-44a6-810e-797a27893b0f req-24111650-5c30-4102-b3e1-8059ab958867 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:12.773778 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-610bddde-7516-44a6-810e-797a27893b0f req-24111650-5c30-4102-b3e1-8059ab958867 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 944 time: 0.0802672 Jun 22 12:48:12.822201 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-610bddde-7516-44a6-810e-797a27893b0f req-3ceb8c0b-08a7-4dd3-846e-dffb72c61f9a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Jun 22 12:48:12.875939 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e897cf09-e897-4cc6-859e-680a798b16a9 x-openstack-request-id: req-e897cf09-e897-4cc6-859e-680a798b16a9 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:12.876434 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1711d52-8cc3-4b9b-aa43-d1f123c09527", "name": "network-vif-deleted", "tag": "f9eb17bc-866d-47dd-b4c4-a609067c2985", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:12.876720 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e897cf09-e897-4cc6-859e-680a798b16a9 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:12.877135 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1711d52-8cc3-4b9b-aa43-d1f123c09527', 'name': 'network-vif-deleted', 'tag': 'f9eb17bc-866d-47dd-b4c4-a609067c2985', 'status': 'completed', 'code': 200} Jun 22 12:48:13.053134 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b4beea9c-1b27-43e8-892b-396af845753c req-d280977b-58b3-4d23-8679-9f1aeb11c4b2 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 0.0394108 Jun 22 12:48:13.416082 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc463-4f5e-421d-bdb6-b1c3a664453a req-8361d575-76e2-4155-9e7f-8a293cafa9b3 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:13.417632 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ed6cc463-4f5e-421d-bdb6-b1c3a664453a req-8361d575-76e2-4155-9e7f-8a293cafa9b3 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.0791738 Jun 22 12:48:13.460493 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ed6cc463-4f5e-421d-bdb6-b1c3a664453a req-6875368c-bf4a-49f5-90b5-b58c74ef7cdb tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Jun 22 12:48:13.498231 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010fd98-ca3b-4c74-9820-171443eb232b req-19d46218-efe6-4e47-9599-138a0e3d305a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:13.499784 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d010fd98-ca3b-4c74-9820-171443eb232b req-19d46218-efe6-4e47-9599-138a0e3d305a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0693300 Jun 22 12:48:13.561864 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d010fd98-ca3b-4c74-9820-171443eb232b req-0c363da3-899f-4ed2-a92f-f46baf279b2a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559328 Jun 22 12:48:13.801363 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-6b805b2e-64c6-48ce-8c75-41692e715741 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:13.802897 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-6b805b2e-64c6-48ce-8c75-41692e715741 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.46 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 946 time: 0.0680280 Jun 22 12:48:13.917223 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Deleting port da01f8a1-eee0-4184-b9a0-8cb0b1394960 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:48:13.917627 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:14.020609 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23d12d-5234-4e0f-8630-d9c59391d2fa req-39dedc21-6c5c-47e4-9030-32ff9fdf90e8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:14.022353 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fa23d12d-5234-4e0f-8630-d9c59391d2fa req-39dedc21-6c5c-47e4-9030-32ff9fdf90e8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 944 time: 0.0662310 Jun 22 12:48:14.026582 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] For port da01f8a1-eee0-4184-b9a0-8cb0b1394960, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da01f8a1-eee0-4184-b9a0-8cb0b1394960,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:14.026947 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:14.093834 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fa23d12d-5234-4e0f-8630-d9c59391d2fa req-d5aa46ba-52db-4615-b232-8d9b4647603b tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627372 Jun 22 12:48:14.140518 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Calling delete_port for da01f8a1-eee0-4184-b9a0-8cb0b1394960 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:48:14.198807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 9ad341c5-2287-4546-913e-fc32d61f21ff up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:14.314237 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 9ad341c5-2287-4546-913e-fc32d61f21ff completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:14.323220 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 9ad341c5-2287-4546-913e-fc32d61f21ff triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:14.323940 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:14.328603 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:14.349034 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3a7c9a62-e7cd-4aa9-adc5-8c938b4974f3 req-4ac229d8-ef36-4049-b0e0-0c98b55db62f tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1711d52-8cc3-4b9b-aa43-d1f123c09527 HTTP/1.1" status: 200 len: 210 time: 0.0332129 Jun 22 12:48:14.352085 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-80b1742c-f9b4-4331-bd79-ec756d3d74ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:14.383881 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Pushing event deleted for resources: {'Port': ['ID=da01f8a1-eee0-4184-b9a0-8cb0b1394960,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:14.387524 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:14.445257 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] No DVR routers for this DVR port da01f8a1-eee0-4184-b9a0-8cb0b1394960 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:48:14.448092 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:14.450965 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-da17e45f-0ce5-4001-aa47-c8d0461037ae req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.46 "DELETE /v2.0/ports/da01f8a1-eee0-4184-b9a0-8cb0b1394960 HTTP/1.1" status: 204 len: 173 time: 0.6406562 Jun 22 12:48:14.519043 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:14.545201 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad341c5-2287-4546-913e-fc32d61f21ff'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:14.547496 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab95995-e906-494d-9729-c880939159fd" -d '{"events": [{"server_uuid": "6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c", "name": "network-vif-plugged", "status": "completed", "tag": "9ad341c5-2287-4546-913e-fc32d61f21ff"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:14.563058 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 9ad341c5-2287-4546-913e-fc32d61f21ff, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ad341c5-2287-4546-913e-fc32d61f21ff,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:14.568607 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:14.569891 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device da01f8a1-eee0-4184-b9a0-8cb0b1394960 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:48:14.573136 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:14.617778 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5628e3-00c3-4089-baad-f1883a0720da x-openstack-request-id: req-bb5628e3-00c3-4089-baad-f1883a0720da {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:14.618098 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c", "name": "network-vif-plugged", "status": "completed", "tag": "9ad341c5-2287-4546-913e-fc32d61f21ff", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:14.618374 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb5628e3-00c3-4089-baad-f1883a0720da {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:14.618823 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad341c5-2287-4546-913e-fc32d61f21ff', 'code': 200} Jun 22 12:48:14.623261 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: da01f8a1-eee0-4184-b9a0-8cb0b1394960 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:48:14.623699 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device da01f8a1-eee0-4184-b9a0-8cb0b1394960 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:48:14.624160 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f9eb17bc-866d-47dd-b4c4-a609067c2985 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:48:14.653043 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: f9eb17bc-866d-47dd-b4c4-a609067c2985 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:48:14.653527 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f9eb17bc-866d-47dd-b4c4-a609067c2985 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:48:14.676080 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=9ad341c5-2287-4546-913e-fc32d61f21ff,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:14.678557 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1e3f2965-c117-415c-b802-aa0d49974dd3 req-f7e43cc3-8684-48a4-a013-0749d8c10238 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0576692 Jun 22 12:48:14.680762 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:14.869552 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ca64a-33af-4cd2-91b7-f7720a0baedb req-a0e41138-0966-49c0-a320-65c5192fb4df tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:14.871641 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ef0ca64a-33af-4cd2-91b7-f7720a0baedb req-a0e41138-0966-49c0-a320-65c5192fb4df tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1115496 Jun 22 12:48:14.878658 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b54c09-05cc-4f06-ad7c-d8e36d399d10', 'name': 'network-vif-deleted', 'tag': 'da01f8a1-eee0-4184-b9a0-8cb0b1394960'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:14.881711 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e75456b-1250-4077-8650-50204784e938" -d '{"events": [{"server_uuid": "62b54c09-05cc-4f06-ad7c-d8e36d399d10", "name": "network-vif-deleted", "tag": "da01f8a1-eee0-4184-b9a0-8cb0b1394960"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:14.960332 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6954092d-d889-42a1-af65-ff31b97fdbd3 x-openstack-request-id: req-6954092d-d889-42a1-af65-ff31b97fdbd3 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:14.960658 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b54c09-05cc-4f06-ad7c-d8e36d399d10", "name": "network-vif-deleted", "tag": "da01f8a1-eee0-4184-b9a0-8cb0b1394960", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:14.960937 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6954092d-d889-42a1-af65-ff31b97fdbd3 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:14.961471 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b54c09-05cc-4f06-ad7c-d8e36d399d10', 'name': 'network-vif-deleted', 'tag': 'da01f8a1-eee0-4184-b9a0-8cb0b1394960', 'status': 'completed', 'code': 200} Jun 22 12:48:14.970340 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ef0ca64a-33af-4cd2-91b7-f7720a0baedb req-f36ec267-334e-40a8-9590-b63e367af4b0 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852399 Jun 22 12:48:15.009492 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8142a4-4f3b-4eb9-af69-41bdf86ba865 req-b82ee2b3-bf3a-4e45-8597-519a9e95c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:15.011869 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7b8142a4-4f3b-4eb9-af69-41bdf86ba865 req-b82ee2b3-bf3a-4e45-8597-519a9e95c5c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 1098 time: 0.0999072 Jun 22 12:48:15.056154 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7b8142a4-4f3b-4eb9-af69-41bdf86ba865 req-0dc3c513-84cc-4326-9778-4dad0d644858 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Jun 22 12:48:15.304772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f4b30-f396-4854-baaf-98368d9a24fa req-5a53497f-31a6-40d1-97e8-e4879a51a8da tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:15.306241 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4f5f4b30-f396-4854-baaf-98368d9a24fa req-5a53497f-31a6-40d1-97e8-e4879a51a8da tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 945 time: 0.0633833 Jun 22 12:48:15.344551 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4f5f4b30-f396-4854-baaf-98368d9a24fa req-d5a2abb9-d7c0-426a-830c-476f48e32d5f tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Jun 22 12:48:15.883769 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78aa3197-ba99-4e1e-92c1-7f2804408687 req-f621a3a7-f256-4fcb-a8f8-cb4dde738e0b tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=62b54c09-05cc-4f06-ad7c-d8e36d399d10 HTTP/1.1" status: 200 len: 210 time: 0.0352209 Jun 22 12:48:16.085746 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58522) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:16.189889 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6876d-ab28-4513-ba22-7e25b409e226 req-3aea6bf2-85d0-4287-8dfc-88b06aeb238d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:16.191605 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5ce6876d-ab28-4513-ba22-7e25b409e226 req-3aea6bf2-85d0-4287-8dfc-88b06aeb238d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0925858 Jun 22 12:48:16.249150 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5ce6876d-ab28-4513-ba22-7e25b409e226 req-3898499c-ac91-46ff-9be2-f281af4f0375 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Jun 22 12:48:16.265478 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3af1ab97-f8dc-4b35-a905-fa323788441a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.367547 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3af1ab97-f8dc-4b35-a905-fa323788441a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.373805 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3af1ab97-f8dc-4b35-a905-fa323788441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.377886 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-455848c7-ad84-4751-81df-26edc91eaef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:16.418077 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-3af1ab97-f8dc-4b35-a905-fa323788441a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f0d25e1467c43dbb54e088ecff35fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311200 Jun 22 12:48:16.419197 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1ab97-f8dc-4b35-a905-fa323788441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f57320-e5d3-458a-a5ad-048f0417a2cd,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:16.421034 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58542) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:16.435552 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3af1ab97-f8dc-4b35-a905-fa323788441a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:16.488671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8ce01a97-c5ac-4999-86f9-adb68f4a66c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.521386 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8ce01a97-c5ac-4999-86f9-adb68f4a66c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.544140 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58544) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:16.545801 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e31905-7308-4230-ab53-595388104660 req-c16da4ae-5d0a-494a-87bf-647a9d5de248 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:16.547961 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-31e31905-7308-4230-ab53-595388104660 req-c16da4ae-5d0a-494a-87bf-647a9d5de248 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 945 time: 0.0816407 Jun 22 12:48:16.601276 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-31e31905-7308-4230-ab53-595388104660 req-3162bb36-2bd6-4466-ab08-8baf098279b1 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473247 Jun 22 12:48:16.619935 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8ce01a97-c5ac-4999-86f9-adb68f4a66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.625014 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8ce01a97-c5ac-4999-86f9-adb68f4a66c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.630801 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-8ce01a97-c5ac-4999-86f9-adb68f4a66c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5f57320-e5d3-458a-a5ad-048f0417a2cd HTTP/1.1" status: 204 len: 168 time: 0.2082729 Jun 22 12:48:16.632538 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-bb3c3541-de1a-472e-942d-7c42e28fca76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:16.646109 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce01a97-c5ac-4999-86f9-adb68f4a66c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f57320-e5d3-458a-a5ad-048f0417a2cd,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:16.655671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8ce01a97-c5ac-4999-86f9-adb68f4a66c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:16.733991 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f8cfc37b-788f-4f34-a1f3-f571ed1aa9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.863695 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f8cfc37b-788f-4f34-a1f3-f571ed1aa9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.887855 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f8cfc37b-788f-4f34-a1f3-f571ed1aa9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.896231 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ce7f0de4-015f-4da2-8c1b-7d5783d9b34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:16.999668 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f8cfc37b-788f-4f34-a1f3-f571ed1aa9e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63b7a56e666842f8b7e5e1b21fe2b237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536724 Jun 22 12:48:17.002492 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58564) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:17.027023 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58566) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:17.028949 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58568) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:17.031859 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfc37b-788f-4f34-a1f3-f571ed1aa9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f43f3-28cf-4329-8ce7-f86d8fd17f3f,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:17.052293 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b17d8b39-a13d-4283-8b99-dfdd8d77c3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.052787 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f8cfc37b-788f-4f34-a1f3-f571ed1aa9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:17.094603 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f767fa64-f53d-4e15-8c33-ee76abfbcecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.118951 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] Deleting subnet 0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:48:17.124360 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f767fa64-f53d-4e15-8c33-ee76abfbcecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.128731 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.195305 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.227195 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f767fa64-f53d-4e15-8c33-ee76abfbcecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.233823 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f767fa64-f53d-4e15-8c33-ee76abfbcecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.239072 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f767fa64-f53d-4e15-8c33-ee76abfbcecf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f82f43f3-28cf-4329-8ce7-f86d8fd17f3f HTTP/1.1" status: 204 len: 168 time: 0.2336280 Jun 22 12:48:17.240699 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a85a4b15-9737-471c-95b3-e29955bc7dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:17.253467 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767fa64-f53d-4e15-8c33-ee76abfbcecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f43f3-28cf-4329-8ce7-f86d8fd17f3f,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:17.255786 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f767fa64-f53d-4e15-8c33-ee76abfbcecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:17.341974 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.409323 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b17d8b39-a13d-4283-8b99-dfdd8d77c3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.433114 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b17d8b39-a13d-4283-8b99-dfdd8d77c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.440605 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-00a1643b-ad5c-418e-80ca-e287e63ba15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:17.484005 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668fd75-426c-470b-b460-c6fff86a0423 req-2c2f052b-3961-4283-be24-53f1f476ccf6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:17.485997 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d668fd75-426c-470b-b460-c6fff86a0423 req-2c2f052b-3961-4283-be24-53f1f476ccf6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0930679 Jun 22 12:48:17.515175 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8b39-a13d-4283-8b99-dfdd8d77c3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab7f1be-beef-4624-849c-37e24ff3f88d,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:17.534545 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abbac-326d-425d-b96a-b20219cffde2 req-2569431b-aee7-46c5-9b8c-ae47c98c2832 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:17.536065 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-2569431b-aee7-46c5-9b8c-ae47c98c2832 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/networks?id=240c7ce6-8726-417a-b966-29be0b0c29b5 HTTP/1.1" status: 200 len: 808 time: 0.2582521 Jun 22 12:48:17.537261 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b17d8b39-a13d-4283-8b99-dfdd8d77c3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:17.543453 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b17d8b39-a13d-4283-8b99-dfdd8d77c3b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b771e7e10d504aa2872d43d856fa01c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5115399 Jun 22 12:48:17.544349 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d668fd75-426c-470b-b460-c6fff86a0423 req-3b93b899-bce8-4f1d-915e-9b5c56c5f63b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Jun 22 12:48:17.559642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58588) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:17.566312 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.570532 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:17.573249 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-52e59c22-6be9-4a1e-8789-1d101bab427c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/quotas/9b078ffdd3514489a314a33ae95edfed HTTP/1.1" status: 200 len: 375 time: 0.0236776 Jun 22 12:48:17.600757 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:17.603429 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:17.620886 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0c6f-4e7b-47b9-8ad0-733b3762209f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.637097 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.639436 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d8030bce-bb74-42fa-afd5-0f1fc9435812 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0d1de45d-a1ef-4ce7-aecd-4a4d94d5c2df HTTP/1.1" status: 204 len: 168 time: 0.6016915 Jun 22 12:48:17.643717 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58594) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:17.650402 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-50478711-1f76-4e99-b269-f2455bbd3f6e tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b078ffdd3514489a314a33ae95edfed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538073 Jun 22 12:48:17.659849 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0c6f-4e7b-47b9-8ad0-733b3762209f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.770270 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-9bbc27ea-cc56-44c0-8d0f-a022b55365d4 service neutron] 10.222.0.15 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186347 Jun 22 12:48:17.835720 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.868235 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-21aae2a8-9945-43a5-9e69-11fb700d5a18 service neutron] 10.222.0.15 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921812 Jun 22 12:48:17.936663 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0c6f-4e7b-47b9-8ad0-733b3762209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.939642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0c6f-4e7b-47b9-8ad0-733b3762209f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.943577 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-e3cc0c6f-4e7b-47b9-8ad0-733b3762209f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ab7f1be-beef-4624-849c-37e24ff3f88d HTTP/1.1" status: 204 len: 168 time: 0.3918662 Jun 22 12:48:17.948264 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:17.968259 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb099a-0dee-41ec-9aa5-5d8aa4ce2bfa req-ed7a1d79-15bf-4d26-ad28-559dc4eb6382 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:17.969991 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-95cb099a-0dee-41ec-9aa5-5d8aa4ce2bfa req-ed7a1d79-15bf-4d26-ad28-559dc4eb6382 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 945 time: 0.2052240 Jun 22 12:48:17.978459 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc0c6f-4e7b-47b9-8ad0-733b3762209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab7f1be-beef-4624-849c-37e24ff3f88d,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:17.981445 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e3cc0c6f-4e7b-47b9-8ad0-733b3762209f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:17.985948 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:18.052578 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.052947 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.053698 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.054026 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > port after_create 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.054373 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.054708 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > port after_update 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.055028 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.055349 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.055805 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.056121 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.248782 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.249934 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.250461 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.250972 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:48:18.251439 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfee72f-e88f-43ea-b40b-62ad95dcdd3f']}} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:18.291573 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05925f5-c6cb-4573-90b1-9235471053ba') {'for_net_delete': True} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:18.291866 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05925f5-c6cb-4573-90b1-9235471053ba') {} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:18.319567 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11272315'] for segment, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:18.334675 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ec00fdf2-5584-4b95-bac3-996334c3bc26 req-c2458128-58a5-4774-bd9a-51aca97c2010 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 210 time: 0.0671580 Jun 22 12:48:18.358034 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-95cb099a-0dee-41ec-9aa5-5d8aa4ce2bfa req-e19c9464-80a2-436c-8e01-e6865b7a8c54 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175669 Jun 22 12:48:18.367115 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:18.379260 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=99525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:48:18.379908 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505579'] for segment, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: from cryptography.utils import int_from_bytes Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: from cryptography.utils import int_from_bytes Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: Traceback (most recent call last): Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: timer() Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: cb(*args, **kw) Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: return func(*args, **kwargs) Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: self._notify() Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: self.callback(batched_events) Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: event.method(event) Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: return f(self, *a, **k) Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._get(url).json() Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: return self.request(url, 'GET', **kwargs) Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:48:18.385630 dv-cinder-796680-1-iscsi neutron-server[99525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:48:18.506080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:18.513205 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:18.536447 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:18.541899 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7dfee72f-e88f-43ea-b40b-62ad95dcdd3f HTTP/1.1" status: 204 len: 168 time: 0.8971167 Jun 22 12:48:18.545488 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfee72f-e88f-43ea-b40b-62ad95dcdd3f,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:18.554818 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:18.888462 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58684) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:18.911350 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682275b-66d6-4bce-b053-e6e2c2f225a8 req-de9ffea0-ccdf-4f05-9fd6-90689c7ef15f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:18.912895 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b682275b-66d6-4bce-b053-e6e2c2f225a8 req-de9ffea0-ccdf-4f05-9fd6-90689c7ef15f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1586680 Jun 22 12:48:18.976873 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-f3656714-619d-4369-bfde-b41440282e5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8cf9d4dc299b4330993361d71ec98d63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0871325 Jun 22 12:48:18.979472 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58694) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:19.005508 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b682275b-66d6-4bce-b053-e6e2c2f225a8 req-d2c54d99-da3f-4d4c-94fb-fd851b676148 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825620 Jun 22 12:48:19.083811 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-705c24c1-ade9-4633-b1d0-fb81a05bb9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:19.111664 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-705c24c1-ade9-4633-b1d0-fb81a05bb9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:19.185254 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-705c24c1-ade9-4633-b1d0-fb81a05bb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:19.193373 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-705c24c1-ade9-4633-b1d0-fb81a05bb9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:19.194596 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-705c24c1-ade9-4633-b1d0-fb81a05bb9a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/755e2943-bc47-4a06-85a9-36d1baab5dc4 HTTP/1.1" status: 204 len: 168 time: 0.2131858 Jun 22 12:48:19.195417 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:19.220063 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c24c1-ade9-4633-b1d0-fb81a05bb9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755e2943-bc47-4a06-85a9-36d1baab5dc4,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:19.225591 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-705c24c1-ade9-4633-b1d0-fb81a05bb9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:19.625098 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e37f0863-e6df-4e38-b45d-307afb4d25e6 req-14714bdf-b26e-4e96-b7fa-074eed56b01c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 210 time: 0.0528245 Jun 22 12:48:20.240916 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa90e7c-f286-4cd8-8499-e80a03737286 req-bca1c566-efd4-4c6e-ab85-2c6fc9ec422e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:20.242755 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8fa90e7c-f286-4cd8-8499-e80a03737286 req-bca1c566-efd4-4c6e-ab85-2c6fc9ec422e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1008363 Jun 22 12:48:20.313203 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8fa90e7c-f286-4cd8-8499-e80a03737286 req-2711f2a1-cb45-47e9-a069-41573efa65d8 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501375 Jun 22 12:48:20.325305 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58772) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:20.517255 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1874457104-network', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:20.592057 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Made reservation on behalf of 0544e3e8692c4b3f9cdc674ad1111dfe for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:48:20.594526 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:20.610613 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:20.659536 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abbac-326d-425d-b96a-b20219cffde2 req-bdcf687b-b716-4739-aaa3-93532c71612c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:20.662089 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-bdcf687b-b716-4739-aaa3-93532c71612c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.46 "GET /v2.0/networks?id=240c7ce6-8726-417a-b966-29be0b0c29b5 HTTP/1.1" status: 200 len: 808 time: 0.1638770 Jun 22 12:48:20.714984 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Request body: {'port': {'device_id': 'f0529a74-d9d4-4a8a-b513-2dd427b7347c', 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5', 'admin_state_up': True, 'tenant_id': '9b078ffdd3514489a314a33ae95edfed'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:20.843235 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f6e7d0e3-8fe0-440d-b128-e61b852aece1 req-aba5e95c-98cf-4d19-98f9-2258cc75617d tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 210 time: 0.0390925 Jun 22 12:48:20.889407 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:20.899198 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:20.905621 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de738ae4-0f6e-43c9-8f8c-6a7c78cbf9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:20.936351 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:48:20.958607 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:20.959015 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Added segment fc0ad597-ac62-4fa5-99a0-35873a9fbe82 of type vlan for network a7617ef7-19d0-4268-9f97-c94e8cd8b885 Jun 22 12:48:20.960757 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5800c44b-fba4-4efa-ab21-821207bf4a64,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:20.963450 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Made reservation on behalf of 9b078ffdd3514489a314a33ae95edfed for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:48:20.968468 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:20.973359 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:21.046288 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.122856 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.127235 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:21.127829 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.146495 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e931b7f-445f-4de5-a005-69e46a88162e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:21.218129 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8911779 Jun 22 12:48:21.221311 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58792) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:21.227726 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Request body: {'subnet': {'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1874457104-subnet', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:21.228684 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Pushing event updated for resources: {'Network': ['ID=a7617ef7-19d0-4268-9f97-c94e8cd8b885,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:21.234556 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:21.235709 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Allocated IP 172.20.0.10 (240c7ce6-8726-417a-b966-29be0b0c29b5/4afdf240-b0f3-44d9-b56e-7f2acaa4a803/011ea0e6-d523-44de-8df8-89f53d28b183) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:48:21.242173 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:48:21.260543 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Made reservation on behalf of 0544e3e8692c4b3f9cdc674ad1111dfe for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:48:21.264541 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482207'] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.412992 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.462341 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.467122 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:21.524945 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Network 240c7ce6-8726-417a-b966-29be0b0c29b5 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:21.534315 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Pushing event updated for resources: {'Port': ['ID=011ea0e6-d523-44de-8df8-89f53d28b183,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:21.537452 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:21.539479 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:21.540307 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:48:21.595724 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:21.596337 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.613568 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-0e03617a-501c-47ca-9160-126a6eeb3c6c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9061296 Jun 22 12:48:21.636115 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Request body: {'port': {'device_id': 'f0529a74-d9d4-4a8a-b513-2dd427b7347c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:21.690487 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f62ca-b71a-48ad-b986-767270765689 req-d2a6c038-99e7-4adb-b30f-fb993e8aad74 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:21.691936 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5c7f62ca-b71a-48ad-b986-767270765689 req-d2a6c038-99e7-4adb-b30f-fb993e8aad74 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1198220 Jun 22 12:48:21.748627 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.788610 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5c7f62ca-b71a-48ad-b986-767270765689 req-fabede82-39c7-4f39-a668-4ab3cc9a6d3e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887821 Jun 22 12:48:21.807410 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482221'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.810536 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f0b40cb6-edf7-4494-bbdf-9b4af7d2f525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:21.863699 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f60bef0-cf3e-4921-9277-537f510a6937,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:21.867038 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:21.884324 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Checking segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:48:21.884818 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Network hostable DHCP agents. Network: a7617ef7-19d0-4268-9f97-c94e8cd8b885, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:48:21.924930 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:48:21.935997 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, a7617ef7-19d0-4268-9f97-c94e8cd8b885) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:21.940887 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:21.941529 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:21.951005 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db8df98-ddf4-4f2d-a3fd-b0dd05b5a131 None None] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:48:21.975305 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7514710 Jun 22 12:48:21.980624 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58810) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:21.990520 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:22.106356 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.108320 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.243811 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b10bdb-b8e6-42f1-9402-2a73cedd7ac4 req-7336ce75-9d2d-4dbf-b6fa-1b3ad95986b2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:22.246982 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55b10bdb-b8e6-42f1-9402-2a73cedd7ac4 req-7336ce75-9d2d-4dbf-b6fa-1b3ad95986b2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 932 time: 0.2509849 Jun 22 12:48:22.249305 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.255678 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:48:22.256716 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.423228 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55b10bdb-b8e6-42f1-9402-2a73cedd7ac4 req-efa3e379-b77d-4cf7-8ce3-cbecf2b62d5b tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684544 Jun 22 12:48:22.455576 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Allocated IP 172.20.0.2 (a7617ef7-19d0-4268-9f97-c94e8cd8b885/7f60bef0-cf3e-4921-9277-537f510a6937/d9c96de0-4b59-4a7f-96ca-5fddd06f813a) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:48:22.490555 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011ea0e6-d523-44de-8df8-89f53d28b183 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:22.502349 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.524704 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Transition to ACTIVE for port object 011ea0e6-d523-44de-8df8-89f53d28b183 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:22.531518 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.535915 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.537332 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:22.655748 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Pushing event updated for resources: {'Port': ['ID=011ea0e6-d523-44de-8df8-89f53d28b183,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:22.659390 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:22.693266 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.703653 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Transition to ACTIVE for port object d9c96de0-4b59-4a7f-96ca-5fddd06f813a will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:22.718275 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:48:22.722342 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Transition to ACTIVE for port object d9c96de0-4b59-4a7f-96ca-5fddd06f813a will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:22.728147 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Attempting to bind port 011ea0e6-d523-44de-8df8-89f53d28b183 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:48:22.728509 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Attempting to bind port 011ea0e6-d523-44de-8df8-89f53d28b183 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:48:22.729040 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Attempting to bind port 011ea0e6-d523-44de-8df8-89f53d28b183 on network 240c7ce6-8726-417a-b966-29be0b0c29b5 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:22.729174 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.732372 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:22.736025 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Port 011ea0e6-d523-44de-8df8-89f53d28b183 on network 240c7ce6-8726-417a-b966-29be0b0c29b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:48:22.736025 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Attempting to bind port 011ea0e6-d523-44de-8df8-89f53d28b183 on network 240c7ce6-8726-417a-b966-29be0b0c29b5 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:22.740847 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:48:22.741456 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Checking segment: {'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:48:22.741583 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Bound using segment: {'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:48:22.742021 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Bound port: 011ea0e6-d523-44de-8df8-89f53d28b183, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01be38d-800f-466f-9fd7-8ad399d2af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:48:22.742452 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.770031 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:22.772869 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:22.777546 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:48:22.804280 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.809286 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Pushing event updated for resources: {'Port': ['ID=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:22.813149 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:22.830834 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.831271 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] For port 011ea0e6-d523-44de-8df8-89f53d28b183, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:48:22.834960 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] For port 011ea0e6-d523-44de-8df8-89f53d28b183, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=011ea0e6-d523-44de-8df8-89f53d28b183,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:48:22.841446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.844679 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:22.867833 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Attempting to bind port d9c96de0-4b59-4a7f-96ca-5fddd06f813a on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:48:22.868648 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Attempting to bind port d9c96de0-4b59-4a7f-96ca-5fddd06f813a by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:48:22.869243 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Attempting to bind port d9c96de0-4b59-4a7f-96ca-5fddd06f813a on network a7617ef7-19d0-4268-9f97-c94e8cd8b885 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:22.879702 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:48:22.880748 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Checking segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:48:22.880748 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.881096 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Bound using segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:48:22.881608 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Bound port: d9c96de0-4b59-4a7f-96ca-5fddd06f813a, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:48:22.881981 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.892487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:22.894620 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.896325 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] 10.222.0.46 "PUT /v2.0/ports/011ea0e6-d523-44de-8df8-89f53d28b183 HTTP/1.1" status: 200 len: 1094 time: 1.2648823 Jun 22 12:48:22.898880 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0529a74-d9d4-4a8a-b513-2dd427b7347c', 'tag': '011ea0e6-d523-44de-8df8-89f53d28b183'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:22.901319 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07" -d '{"events": [{"name": "network-changed", "server_uuid": "f0529a74-d9d4-4a8a-b513-2dd427b7347c", "tag": "011ea0e6-d523-44de-8df8-89f53d28b183"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:22.931276 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Pushing event updated for resources: {'Port': ['ID=011ea0e6-d523-44de-8df8-89f53d28b183,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:22.935554 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:22.956596 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Allocated IP 172.27.0.104 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/d0b478a6-b339-4602-a5b9-bf8d8a093384) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:48:22.961535 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] For port d9c96de0-4b59-4a7f-96ca-5fddd06f813a, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:48:22.965722 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] For port d9c96de0-4b59-4a7f-96ca-5fddd06f813a, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:48:22.970708 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:22.972770 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-a0b92c4f-fd42-450e-9ec2-33b7ec4f6479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:23.036622 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Pushing event updated for resources: {'Port': ['ID=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:23.040780 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:23.117146 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:23.170507 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:23.175737 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:23.216871 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:23.219935 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:23.222808 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:48:23.279036 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Pushing event updated for resources: {'Port': ['ID=d0b478a6-b339-4602-a5b9-bf8d8a093384,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:23.285248 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:23.561242 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:23.766414 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:23.907995 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Router a50a586f-b0d7-4734-af96-19466f3703d0 is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:48:24.021225 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:48:24.029731 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Sync routers for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:48:24.036381 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.037606 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0557990 Jun 22 12:48:24.040453 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58834) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:24.048048 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:48:24.048693 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:48:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:24.052101 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f2866-efaf-472c-b934-69f66895a5f4 None None] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:48:24.193413 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-56fc1c98-5191-4896-b15e-cad67c30fb75 None None] Provisioning for port d9c96de0-4b59-4a7f-96ca-5fddd06f813a completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:24.233495 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:48:24.490779 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:23Z', 'revision_number': 3, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:24.527900 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Checking router: a50a586f-b0d7-4734-af96-19466f3703d0 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:48:24.528418 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Updating router a50a586f-b0d7-4734-af96-19466f3703d0 port d0b478a6-b339-4602-a5b9-bf8d8a093384 binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:48:24.567905 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.617399 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.820712 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Allocated IP 172.20.0.1 (a7617ef7-19d0-4268-9f97-c94e8cd8b885/7f60bef0-cf3e-4921-9277-537f510a6937/da58a5ba-eab3-4827-82c9-a2c30d86ac0e) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:48:24.845832 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.858389 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Transition to ACTIVE for port object d0b478a6-b339-4602-a5b9-bf8d8a093384 will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:24.865213 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.870154 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-dc3074af-4fc4-4d64-9c3f-c5aecda1d845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:24.926126 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Pushing event updated for resources: {'Port': ['ID=d0b478a6-b339-4602-a5b9-bf8d8a093384,revision_number=2']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:24.934340 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Attempting to bind port d0b478a6-b339-4602-a5b9-bf8d8a093384 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:48:24.934751 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Attempting to bind port d0b478a6-b339-4602-a5b9-bf8d8a093384 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:48:24.935074 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Attempting to bind port d0b478a6-b339-4602-a5b9-bf8d8a093384 on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:24.939189 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.939535 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.939875 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.940209 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.940554 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.940879 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.941193 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.941518 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.941652 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.941938 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.942225 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.942535 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.942855 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:24.947979 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:24.949589 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:48:24.950001 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:48:24.950463 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.950846 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:48:24.951500 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Bound port: d0b478a6-b339-4602-a5b9-bf8d8a093384, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:48:24.951881 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.959785 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Transition to ACTIVE for port object da58a5ba-eab3-4827-82c9-a2c30d86ac0e will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:24.997463 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.000424 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:25.006943 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] For port d0b478a6-b339-4602-a5b9-bf8d8a093384, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:48:25.009935 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] For port d0b478a6-b339-4602-a5b9-bf8d8a093384, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d0b478a6-b339-4602-a5b9-bf8d8a093384,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:48:25.014267 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.016572 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-6a692494-091d-4caf-9eeb-d8e319614947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:25.039661 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:25.043761 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:25.046547 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:48:25.078267 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Pushing event updated for resources: {'Port': ['ID=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:25.082716 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:25.090845 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Pushing event updated for resources: {'Port': ['ID=d0b478a6-b339-4602-a5b9-bf8d8a093384,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:25.096479 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.097714 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:25.098357 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:48:25.098980 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:48:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:25.277009 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.337516 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:48:25.396342 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-16d65d1c-229e-4084-b3cf-62acebf3a2f6 None None] Provisioning for port da58a5ba-eab3-4827-82c9-a2c30d86ac0e completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:25.404647 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d9c96de0-4b59-4a7f-96ca-5fddd06f813a up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:25.409541 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-16d65d1c-229e-4084-b3cf-62acebf3a2f6 None None] Provisioning complete for port da58a5ba-eab3-4827-82c9-a2c30d86ac0e triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:25.410288 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-16d65d1c-229e-4084-b3cf-62acebf3a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.478035 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-16d65d1c-229e-4084-b3cf-62acebf3a2f6 None None] Port da58a5ba-eab3-4827-82c9-a2c30d86ac0e cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:48:25.519061 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port d9c96de0-4b59-4a7f-96ca-5fddd06f813a completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:25.523265 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port d9c96de0-4b59-4a7f-96ca-5fddd06f813a triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:25.523963 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.553030 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.565900 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.569361 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-12e8424e-a473-4247-955a-51f927dc9273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:25.646440 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Pushing event updated for resources: {'Port': ['ID=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:25.649357 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.651682 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.652926 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:25.657037 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:23Z', 'revision_number': 3, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:25.689926 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cd2086-c0b3-48f0-b8b7-4471afa99257 None None] The sync data for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi is: [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:23Z', 'revision_number': 3, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:48:25.704209 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port d9c96de0-4b59-4a7f-96ca-5fddd06f813a, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:25.708940 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:25.711115 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:25.776670 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:25.779153 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:25.787697 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:25.792134 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:26.006758 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abbac-326d-425d-b96a-b20219cffde2 req-f13abd88-3ef4-4b89-971c-6e29cf068a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:26.008241 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-f13abd88-3ef4-4b89-971c-6e29cf068a66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b078ffdd3514489a314a33ae95edfed&device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 1097 time: 0.1343253 Jun 22 12:48:26.018270 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Router a50a586f-b0d7-4734-af96-19466f3703d0 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:48:26.025501 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ac387-ff9c-420b-be8a-11de8a1069ae req-599b6195-7176-402d-8f48-9ef35cc08f18 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:26.029119 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-410ac387-ff9c-420b-be8a-11de8a1069ae req-599b6195-7176-402d-8f48-9ef35cc08f18 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0755372 Jun 22 12:48:26.085537 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-b7c08c00-015f-4062-91d0-b316aa590a7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=011ea0e6-d523-44de-8df8-89f53d28b183 HTTP/1.1" status: 200 len: 217 time: 0.0559638 Jun 22 12:48:26.110463 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-410ac387-ff9c-420b-be8a-11de8a1069ae req-64d7e62b-c619-4d60-806a-77c97a64a385 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635753 Jun 22 12:48:26.134851 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-453ead43-fd09-4a55-9728-fe5f6de5ac4a None None] Provisioning complete for port da58a5ba-eab3-4827-82c9-a2c30d86ac0e triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:26.135246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-453ead43-fd09-4a55-9728-fe5f6de5ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:26.191251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce8b1a1-eebc-4de3-bfaf-b018c92f0948 x-openstack-request-id: req-dce8b1a1-eebc-4de3-bfaf-b018c92f0948 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:26.191251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0529a74-d9d4-4a8a-b513-2dd427b7347c", "tag": "011ea0e6-d523-44de-8df8-89f53d28b183", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:26.191251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dce8b1a1-eebc-4de3-bfaf-b018c92f0948 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:26.194124 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0529a74-d9d4-4a8a-b513-2dd427b7347c', 'tag': '011ea0e6-d523-44de-8df8-89f53d28b183', 'status': 'completed', 'code': 200} Jun 22 12:48:26.209581 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-453ead43-fd09-4a55-9728-fe5f6de5ac4a None None] Port da58a5ba-eab3-4827-82c9-a2c30d86ac0e cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:48:26.271991 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abbac-326d-425d-b96a-b20219cffde2 req-ee650383-7b88-42b8-8ede-a50a23d184f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:26.273802 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-ee650383-7b88-42b8-8ede-a50a23d184f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4afdf240-b0f3-44d9-b56e-7f2acaa4a803 HTTP/1.1" status: 200 len: 848 time: 0.1432824 Jun 22 12:48:26.322134 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-7b55d253-3880-4737-8d50-4cf5231b9b82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240c7ce6-8726-417a-b966-29be0b0c29b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400908 Jun 22 12:48:26.331571 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:48:26.344141 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] 10.222.0.15 "PUT /v2.0/routers/a50a586f-b0d7-4734-af96-19466f3703d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3021119 Jun 22 12:48:26.412587 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f3b97-762e-43ba-b4a4-04e25b08a7b0 req-42250b28-79f8-4b6b-ab8a-5f56b6e10035 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:26.425917 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-358f3b97-762e-43ba-b4a4-04e25b08a7b0 req-42250b28-79f8-4b6b-ab8a-5f56b6e10035 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.1233828 Jun 22 12:48:26.504350 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-bd2c784e-ea65-4562-b468-baa67158e688 service neutron] 10.222.0.46 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643374 Jun 22 12:48:26.510130 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-358f3b97-762e-43ba-b4a4-04e25b08a7b0 req-6ac74a1d-4e26-4b8f-9dc5-32f617791ac7 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832872 Jun 22 12:48:26.663683 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e03abbac-326d-425d-b96a-b20219cffde2 req-7974c61a-ea88-4cc3-a5c1-04c870e6ac0d service neutron] 10.222.0.46 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520381 Jun 22 12:48:26.910447 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-be82a3f5-9e32-4e36-bbc4-080bcc7f16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:26.912131 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-be82a3f5-9e32-4e36-bbc4-080bcc7f16fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b078ffdd3514489a314a33ae95edfed&device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 1097 time: 0.1206381 Jun 22 12:48:27.108791 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-809c0561-b213-46cb-91eb-db5a3abd13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:27.111026 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-809c0561-b213-46cb-91eb-db5a3abd13cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=240c7ce6-8726-417a-b966-29be0b0c29b5 HTTP/1.1" status: 200 len: 909 time: 0.1791704 Jun 22 12:48:27.175736 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-7b2652d1-7da2-41d3-bbe8-778652073d7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=011ea0e6-d523-44de-8df8-89f53d28b183 HTTP/1.1" status: 200 len: 217 time: 0.0576520 Jun 22 12:48:27.279328 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-bfb41e10-3270-41bb-9a45-5f2d53e1f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:27.281255 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-bfb41e10-3270-41bb-9a45-5f2d53e1f5a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4afdf240-b0f3-44d9-b56e-7f2acaa4a803 HTTP/1.1" status: 200 len: 848 time: 0.0965943 Jun 22 12:48:27.320035 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58880) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:27.325967 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615058338', 'description': 'tempest-description--559284942'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:27.365193 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-8e6acc59-da1a-40ba-a7e0-b906a202e3fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240c7ce6-8726-417a-b966-29be0b0c29b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646698 Jun 22 12:48:27.369622 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.443846 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d9c96de0-4b59-4a7f-96ca-5fddd06f813a up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:27.534509 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-c5cb3a54-6a35-451a-8527-dcc6350589da service neutron] 10.222.0.46 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564188 Jun 22 12:48:27.540478 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.546533 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.551907 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fe91b19a-f452-45f5-9447-0954df6c7ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:27.569339 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port d9c96de0-4b59-4a7f-96ca-5fddd06f813a triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:27.569707 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.585042 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.586401 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2647009 Jun 22 12:48:27.591694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 58886) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:27.595834 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75c53fc-cfae-40bd-bc59-17d3f6ff2066,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:27.598891 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:27.604541 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'security_group_rule': {'security_group_id': 'd75c53fc-cfae-40bd-bc59-17d3f6ff2066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:27.643014 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.685615 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d0b478a6-b339-4602-a5b9-bf8d8a093384 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:27.720142 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.725059 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.727249 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:27.747256 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f35876-c8d8-4896-89dc-7ebe64c86f0a,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:27.751531 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:27.758396 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.759657 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663730 Jun 22 12:48:27.760923 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port d0b478a6-b339-4602-a5b9-bf8d8a093384 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:27.763210 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58890) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:27.766838 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port d0b478a6-b339-4602-a5b9-bf8d8a093384 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:27.767403 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.768250 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'security_group_rule': {'security_group_id': 'd75c53fc-cfae-40bd-bc59-17d3f6ff2066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:27.798956 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.867881 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.869553 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.874218 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.876316 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-148a7557-3ddf-43b9-8948-d38b8006389d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:27.889906 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Sync routers for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:48:27.893961 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cccb77-6032-4d26-b31d-37b89055a32f,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:27.896497 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:27.896693 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port d0b478a6-b339-4602-a5b9-bf8d8a093384, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d0b478a6-b339-4602-a5b9-bf8d8a093384,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:27.904499 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.904631 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:27.905759 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411955 Jun 22 12:48:27.906732 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2a0733fb-80dc-4d96-b03d-b3c363f12bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:27.909132 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 58892) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:27.909577 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:48:27.910230 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:48:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:27.914286 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:27.940948 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.048363 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=d0b478a6-b339-4602-a5b9-bf8d8a093384,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:28.050767 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:28.070991 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.077324 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:48:28.192696 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Allocated IP 172.27.0.224 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/56d18243-d192-4c46-af43-d54f5430978d) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:48:28.316092 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.360731 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.364096 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8e8fae67-99bc-4bcb-91fb-50b3a7c49f78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:28.410311 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:28.421137 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:28.423174 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'Port': ['ID=56d18243-d192-4c46-af43-d54f5430978d,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:28.425312 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:48:28.429404 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:28.472139 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 2, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:28.507563 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Checking router: a50a586f-b0d7-4734-af96-19466f3703d0 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:48:28.507951 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Updating router a50a586f-b0d7-4734-af96-19466f3703d0 port da58a5ba-eab3-4827-82c9-a2c30d86ac0e binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:48:28.547460 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.557275 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.615233 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.928903 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.943363 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Transition to ACTIVE for port object da58a5ba-eab3-4827-82c9-a2c30d86ac0e will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:28.952915 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:28.956055 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:29.065284 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5053d-0480-4a90-8302-cd2de8b71efa None None] Pushing event updated for resources: {'Port': ['ID=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:29.068867 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-61b5053d-0480-4a90-8302-cd2de8b71efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:29.093976 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:29.108630 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:29.120505 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3c547d49-c311-43bf-9e2b-222f6c1496e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:29.130613 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Attempting to bind port da58a5ba-eab3-4827-82c9-a2c30d86ac0e on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:48:29.130999 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Attempting to bind port da58a5ba-eab3-4827-82c9-a2c30d86ac0e by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:48:29.131376 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Attempting to bind port da58a5ba-eab3-4827-82c9-a2c30d86ac0e on network a7617ef7-19d0-4268-9f97-c94e8cd8b885 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:29.137512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:48:29.137908 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Checking segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:48:29.138739 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:29.138939 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Bound using segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:48:29.139436 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Bound port: da58a5ba-eab3-4827-82c9-a2c30d86ac0e, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:48:29.139822 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:29.221620 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] For port da58a5ba-eab3-4827-82c9-a2c30d86ac0e, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:48:29.230458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] For port da58a5ba-eab3-4827-82c9-a2c30d86ac0e, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:48:29.236584 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:29.239483 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:29.256628 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:29.267118 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'Port': ['ID=56d18243-d192-4c46-af43-d54f5430978d,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:29.270901 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:29.283795 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:29.286365 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3759573 Jun 22 12:48:29.318525 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:48:29.319195 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:48:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:29.358686 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d0b478a6-b339-4602-a5b9-bf8d8a093384 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:29.364824 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5053d-0480-4a90-8302-cd2de8b71efa None None] Pushing event updated for resources: {'Port': ['ID=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:29.390259 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-61b5053d-0480-4a90-8302-cd2de8b71efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:29.491937 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:48:29.497391 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port d0b478a6-b339-4602-a5b9-bf8d8a093384 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:29.497783 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:29.812002 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:29Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:29.850984 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab9213-cbbc-4c89-9891-82c14494aee2 None None] The sync data for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi is: [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:29Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:48:30.732622 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c5b7eeb-c2a0-44eb-b557-e5c8cda23f07 req-6a5f938c-b44c-4f30-ad35-a8e4c189e951 service neutron] 10.222.0.46 "GET /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306186 Jun 22 12:48:30.914629 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64451323-5edb-4a42-ab18-2db3b3089ef5 req-111b39d2-0715-437b-b0e4-9b58958d6cda tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:30.917560 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64451323-5edb-4a42-ab18-2db3b3089ef5 req-111b39d2-0715-437b-b0e4-9b58958d6cda tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1057010 Jun 22 12:48:30.967453 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64451323-5edb-4a42-ab18-2db3b3089ef5 req-fa86c464-2fae-478b-b90f-bb2ffe7128dc tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Jun 22 12:48:31.188328 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2255db-2d7e-49a3-9bd0-48af910f2b89 req-1152a600-28b3-4bfa-8881-af998fbfb42f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:31.190174 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9a2255db-2d7e-49a3-9bd0-48af910f2b89 req-1152a600-28b3-4bfa-8881-af998fbfb42f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.0966873 Jun 22 12:48:31.245755 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9a2255db-2d7e-49a3-9bd0-48af910f2b89 req-2d9d4bbd-56d0-43b6-b92b-e70060deb184 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489528 Jun 22 12:48:31.313564 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device da58a5ba-eab3-4827-82c9-a2c30d86ac0e up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:31.379039 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port da58a5ba-eab3-4827-82c9-a2c30d86ac0e completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:31.387875 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port da58a5ba-eab3-4827-82c9-a2c30d86ac0e triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:31.388276 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:31.485872 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:31.523286 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port da58a5ba-eab3-4827-82c9-a2c30d86ac0e, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:31.535343 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:31.537807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-61b5053d-0480-4a90-8302-cd2de8b71efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:31.614362 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:31.618050 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:33.279045 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device da58a5ba-eab3-4827-82c9-a2c30d86ac0e up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:33.334023 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port da58a5ba-eab3-4827-82c9-a2c30d86ac0e triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:33.334471 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:33.800479 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-40b05c2c-ac0f-4267-adea-fa4993bbc402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.056526 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-16f59fb7-6a01-4e77-b54b-5e375092812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.560573 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:39.827807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:40.519979 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:40.666107 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-976d0a79-a7e9-43d0-b2ab-d9d61e56b719 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--615058338&fields=id&tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe HTTP/1.1" status: 200 len: 267 time: 0.0506687 Jun 22 12:48:40.741319 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57950-7358-4f48-a0ea-75db347e911c req-cb2e3cfc-8889-4ea5-946a-985353c5ccc5 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:40.742918 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-cb2e3cfc-8889-4ea5-946a-985353c5ccc5 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 814 time: 0.1382768 Jun 22 12:48:40.767452 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-849a7fc9-585d-4fb7-b117-be47cdd3b104 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/quotas/df45705971d64574a506c5671487ece0 HTTP/1.1" status: 200 len: 375 time: 0.0173359 Jun 22 12:48:40.810647 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-1850ff1c-582e-4bae-bb92-ea86ab2db696 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:40.812806 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-1850ff1c-582e-4bae-bb92-ea86ab2db696 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 811 time: 0.1300015 Jun 22 12:48:40.833874 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-7fe9d71a-533a-4c6e-b44a-6fa1823014c2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/quotas/0544e3e8692c4b3f9cdc674ad1111dfe HTTP/1.1" status: 200 len: 375 time: 0.0114751 Jun 22 12:48:40.867051 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-e519c323-2b74-44da-a359-709afda2bd7b tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933294 Jun 22 12:48:40.916538 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:40.920701 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-902978c7-cb81-4187-96e4-7b3e4ed9e276 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801458 Jun 22 12:48:40.977583 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-afb07ba4-73d9-44e9-9231-7afbca68b787 service neutron] 10.222.0.15 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027474 Jun 22 12:48:41.036294 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-4572df87-9247-4ff2-8e8d-62c31696aed8 service neutron] 10.222.0.15 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009951 Jun 22 12:48:41.165239 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-c2c45321-cf18-4f70-88a7-b26bd96a33b9 service neutron] 10.222.0.15 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153843 Jun 22 12:48:41.401252 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-906a01da-98f4-47a1-a543-df30a9fcb39e service neutron] 10.222.0.15 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144380 Jun 22 12:48:41.794655 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109ba2b-d271-4b42-bc35-377046764b25 req-cbf3b702-db9d-47e7-a602-329eba7d516b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:41.797184 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e109ba2b-d271-4b42-bc35-377046764b25 req-cbf3b702-db9d-47e7-a602-329eba7d516b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1232846 Jun 22 12:48:41.861067 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e109ba2b-d271-4b42-bc35-377046764b25 req-d4f2cfdf-9a37-43ed-89ed-8b99763b1b51 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522854 Jun 22 12:48:42.085548 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c148b-32c6-4444-8bb1-1e74e9146ce6 req-538a1c41-d289-46dc-92f0-d5589710487e tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:42.087178 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-853c148b-32c6-4444-8bb1-1e74e9146ce6 req-538a1c41-d289-46dc-92f0-d5589710487e tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.0955491 Jun 22 12:48:42.135335 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-853c148b-32c6-4444-8bb1-1e74e9146ce6 req-b51b0330-f1a8-4ded-9608-6e9dde89fcf6 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 Jun 22 12:48:42.293858 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-441d7177-6960-423e-b170-db6bfded0c4f req-72461521-a991-416c-b8a3-b546078cb5e7 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 210 time: 0.0315971 Jun 22 12:48:42.489171 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9c5e8de4-c097-49ae-b306-0a07d4241c81 req-aee34d9c-72b6-4808-b621-156d6df5ee31 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 210 time: 0.0598283 Jun 22 12:48:43.063570 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ea59e-5ae8-4b58-a808-cbc527313159 req-c84ac0e4-f39d-4c66-8013-da592d0bb6fb tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:43.065037 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bd5ea59e-5ae8-4b58-a808-cbc527313159 req-c84ac0e4-f39d-4c66-8013-da592d0bb6fb tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0709536 Jun 22 12:48:43.112879 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bd5ea59e-5ae8-4b58-a808-cbc527313159 req-abf66a26-e877-475a-be09-3b27555ae690 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Jun 22 12:48:43.374696 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce96b3-22b3-4631-a418-9c85671f2f02 req-e9cf6306-1578-47f3-959f-6adb9f683b45 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:43.374696 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f2ce96b3-22b3-4631-a418-9c85671f2f02 req-e9cf6306-1578-47f3-959f-6adb9f683b45 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.0844884 Jun 22 12:48:43.444105 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f2ce96b3-22b3-4631-a418-9c85671f2f02 req-40707892-0359-48c4-b725-cc07d846b9a9 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634954 Jun 22 12:48:43.505638 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-05aa9dc8-75b6-4aa9-8c44-9b2a2b5ad918 req-0fc5173e-d433-4e78-814b-353d5ef1ef75 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 210 time: 0.0744467 Jun 22 12:48:43.720871 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e677ffad-4588-48fe-b875-d584636b3f02 req-053339e9-2408-4885-8a0e-f41a13558858 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 210 time: 0.0663440 Jun 22 12:48:44.312600 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525343-d079-4996-af87-da2d1c461dd0 req-e02da03c-1697-4735-822f-e75c9e5bf15c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:44.314356 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-43525343-d079-4996-af87-da2d1c461dd0 req-e02da03c-1697-4735-822f-e75c9e5bf15c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0802095 Jun 22 12:48:44.361661 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-43525343-d079-4996-af87-da2d1c461dd0 req-b1a515ad-5505-4bc5-acba-2a2713707685 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 Jun 22 12:48:44.651527 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-d5dcdfc9-8440-4fa1-b3c4-6e2163e6bfd8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815117 Jun 22 12:48:44.738100 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ea4a385a-89a6-456b-8e4e-5c80f2c7e570 req-11edd69b-e9ee-4d8a-965d-f7e9414fab92 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 210 time: 0.0706172 Jun 22 12:48:44.981340 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-079bdd2a-3b7e-49dd-a937-9fe92f29f6d7 req-dbf3e234-0cc9-440f-8634-8128b6fef09c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 210 time: 0.0804477 Jun 22 12:48:45.154793 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57950-7358-4f48-a0ea-75db347e911c req-c34d381b-a59d-4276-b7a7-4d322e8e7345 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.157347 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-c34d381b-a59d-4276-b7a7-4d322e8e7345 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 814 time: 0.4382350 Jun 22 12:48:45.175383 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-432614ca-f958-4339-a1d0-aee235e1488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.177350 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-432614ca-f958-4339-a1d0-aee235e1488f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 1099 time: 0.2621095 Jun 22 12:48:45.202064 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19041d-1db8-43b3-bfb8-c47b43720cbb req-307c0d41-4105-4e7f-90e1-ffadde8e15c8 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.212097 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cf19041d-1db8-43b3-bfb8-c47b43720cbb req-307c0d41-4105-4e7f-90e1-ffadde8e15c8 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.5045495 Jun 22 12:48:45.250251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Request body: {'port': {'device_id': '194cd05b-87c6-4b1c-a6fc-0c892643e353', 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'admin_state_up': True, 'tenant_id': 'df45705971d64574a506c5671487ece0'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:45.450685 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cf19041d-1db8-43b3-bfb8-c47b43720cbb req-ffd3c328-ec38-4852-aec1-d1bf047baac8 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225664 Jun 22 12:48:45.543236 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-fa90035b-e842-4022-be00-113a2cc165a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.544732 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-fa90035b-e842-4022-be00-113a2cc165a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 915 time: 0.2074199 Jun 22 12:48:45.559203 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Made reservation on behalf of df45705971d64574a506c5671487ece0 for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:48:45.566019 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:45.674947 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-24e42bde-4a0b-4df7-b008-497f8500e5ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b615bbdb-b6f5-4097-b70d-56d94a116b24 HTTP/1.1" status: 200 len: 217 time: 0.0428894 Jun 22 12:48:45.780568 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-7b0dd985-e022-4414-8af5-d271040533ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.782789 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-7b0dd985-e022-4414-8af5-d271040533ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 200 len: 854 time: 0.0963948 Jun 22 12:48:45.832032 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-61191fb2-63d0-4793-b7d0-62ebaaa029fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f643e26-0049-4c27-87eb-ac8863ee1cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385797 Jun 22 12:48:45.841560 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Allocated IP 172.20.0.12 (7f643e26-0049-4c27-87eb-ac8863ee1cbc/cee53181-3547-4ebc-abd9-56241909cfc9/7a8f47b4-73ca-4d3b-a767-d24223c5334c) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:48:45.846532 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9aa305-7ffc-4871-a57b-0474446295bd req-e033b4f5-8af1-491f-accb-bc4d774dd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.848163 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ec9aa305-7ffc-4871-a57b-0474446295bd req-e033b4f5-8af1-491f-accb-bc4d774dd4bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 1098 time: 0.2114317 Jun 22 12:48:45.878958 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b157f7-7132-429e-a087-3bb6fa4e4b06 req-4ee49740-b6a1-49d6-b13a-4d8ebbda069a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.882767 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-59b157f7-7132-429e-a087-3bb6fa4e4b06 req-4ee49740-b6a1-49d6-b13a-4d8ebbda069a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.2335904 Jun 22 12:48:45.898541 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-3add5ca5-50cf-4713-b75e-5e44020e087f tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.900196 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-3add5ca5-50cf-4713-b75e-5e44020e087f tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 811 time: 0.2068512 Jun 22 12:48:45.955417 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-59b157f7-7132-429e-a087-3bb6fa4e4b06 req-3ef948b4-ce5f-468a-93fd-19e382d72315 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645704 Jun 22 12:48:45.969217 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-98715007-b51c-4f1b-8a2a-a5d8fd595fb5 req-f276b853-49d6-457a-b050-1cfd7c6b53bb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 210 time: 0.0537901 Jun 22 12:48:46.118909 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:46.159338 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5f5db047-92af-4dbf-a81b-ede33430c4f3 req-404f8cb7-8e38-450e-aab4-e6de0a75e301 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 210 time: 0.0311854 Jun 22 12:48:46.163829 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:46.172063 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:46.232581 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Network 7f643e26-0049-4c27-87eb-ac8863ee1cbc is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:46.236608 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:46.240862 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:48:46.249020 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Pushing event updated for resources: {'Port': ['ID=7a8f47b4-73ca-4d3b-a767-d24223c5334c,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:46.278843 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.279209 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.279570 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.279930 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.280281 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.280631 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.280978 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.281325 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.281669 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.282013 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.282384 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.282732 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:46.288457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:46.310970 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:46.311688 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:46.328863 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0864284 Jun 22 12:48:46.669662 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d483a3-5dbb-4e74-89d7-d7c452512a67 req-4ffa185f-b405-487e-95fc-19cdfdbee695 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:46.671264 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-94d483a3-5dbb-4e74-89d7-d7c452512a67 req-4ffa185f-b405-487e-95fc-19cdfdbee695 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.0796480 Jun 22 12:48:46.716434 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-94d483a3-5dbb-4e74-89d7-d7c452512a67 req-55c57b2b-dfcc-47ac-a610-130cea65f4ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390911 Jun 22 12:48:47.162018 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069aaa-ec88-4e46-b5aa-144cc3332cf8 req-fb8daa92-1bb5-42f0-85d1-d3715d045834 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:47.163663 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-68069aaa-ec88-4e46-b5aa-144cc3332cf8 req-fb8daa92-1bb5-42f0-85d1-d3715d045834 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0697117 Jun 22 12:48:47.215384 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-68069aaa-ec88-4e46-b5aa-144cc3332cf8 req-c284c421-1aac-44cc-9869-a8fa549e728d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Jun 22 12:48:47.364785 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bb2d16b5-1f04-4b58-99e8-2a46ac6f8e32 req-a2c819c0-54f4-4468-a373-9ced935e6cdd tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 210 time: 0.0295126 Jun 22 12:48:47.575265 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07f2b-f71c-4979-9856-e26d325088bd req-4324a43a-db82-460a-833d-61965c2278ee tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:47.576849 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-81a07f2b-f71c-4979-9856-e26d325088bd req-4324a43a-db82-460a-833d-61965c2278ee tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 932 time: 0.0760334 Jun 22 12:48:47.620656 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-81a07f2b-f71c-4979-9856-e26d325088bd req-8330a4a7-fa71-4530-a7a2-62a9d9cb1c78 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376532 Jun 22 12:48:47.920663 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2f0e5-dac0-46ea-9915-edc5cf92b1f5 req-cc2615a5-b41a-4086-902f-ff672f0f06ec tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:47.922646 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e5e2f0e5-dac0-46ea-9915-edc5cf92b1f5 req-cc2615a5-b41a-4086-902f-ff672f0f06ec tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.0739400 Jun 22 12:48:47.967992 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e5e2f0e5-dac0-46ea-9915-edc5cf92b1f5 req-0ebf2680-2a6e-4dc1-bf9a-776b1a30587a tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Jun 22 12:48:48.423239 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd7c6f-f914-45d2-b1f6-b7a680e786f6 req-4c00e66d-d9b6-45cd-9769-d9883b48bd0c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:48.425238 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-20bd7c6f-f914-45d2-b1f6-b7a680e786f6 req-4c00e66d-d9b6-45cd-9769-d9883b48bd0c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.0778539 Jun 22 12:48:48.473600 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-20bd7c6f-f914-45d2-b1f6-b7a680e786f6 req-726ea309-bac9-4ecf-a559-5f81c27c619a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Jun 22 12:48:48.638774 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0f7882e5-1a02-44d1-a0db-8fbf94274b24 req-61822cac-de1a-411b-80cd-8a3957bc3e47 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 210 time: 0.0468245 Jun 22 12:48:48.847704 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f11f5-75d7-488f-9377-9999bb1392bd req-757d8488-51c7-4cf7-94ab-2cb5d87be9ee tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:48.849310 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e34f11f5-75d7-488f-9377-9999bb1392bd req-757d8488-51c7-4cf7-94ab-2cb5d87be9ee tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 932 time: 0.0748394 Jun 22 12:48:48.895686 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e34f11f5-75d7-488f-9377-9999bb1392bd req-41a5b936-cf75-4348-ad1f-2056be710fd3 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Jun 22 12:48:49.164024 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71173cf5-5193-4718-9bef-a48688ed654a req-f57a5333-4936-4ef0-a68d-4bdc7125f14f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:49.165668 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-71173cf5-5193-4718-9bef-a48688ed654a req-f57a5333-4936-4ef0-a68d-4bdc7125f14f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.0741847 Jun 22 12:48:49.228653 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-71173cf5-5193-4718-9bef-a48688ed654a req-265b31c9-0ddd-4aed-8df0-83fee97810ed tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Jun 22 12:48:49.569034 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['b615bbdb-b6f5-4097-b70d-56d94a116b24', '9ad341c5-2287-4546-913e-fc32d61f21ff'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:49.701794 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Request body: {'port': {'device_id': '194cd05b-87c6-4b1c-a6fc-0c892643e353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:49.742175 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-ba814f92-2bb7-4061-9e9f-128114513dc8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe HTTP/1.1" status: 200 len: 379 time: 0.1081498 Jun 22 12:48:49.747027 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ec9aa305-7ffc-4871-a57b-0474446295bd req-476e83c7-8d07-45fd-ae02-d03ed7e046b4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226287 Jun 22 12:48:49.757412 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'port': {'device_id': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'admin_state_up': True, 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'security_groups': ['d75c53fc-cfae-40bd-bc59-17d3f6ff2066']}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:49.767379 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-ac257081-e8a0-4599-b247-f488757b3203 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563413 Jun 22 12:48:49.860822 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aee92-fc1b-42ea-af00-6a6400545c01 req-d2860e05-7165-4d7f-aecf-d91e6203c1d9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:49.863331 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a31aee92-fc1b-42ea-af00-6a6400545c01 req-d2860e05-7165-4d7f-aecf-d91e6203c1d9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.2592192 Jun 22 12:48:49.875589 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:49.901677 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d924cad9-e31e-4636-a7d6-9c5ba9f123cf req-278e851d-9e36-4217-a15d-79e092fa8c18 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 210 time: 0.0367281 Jun 22 12:48:49.945397 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a31aee92-fc1b-42ea-af00-6a6400545c01 req-776310a3-f95d-4078-9ee6-59fafc242559 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730233 Jun 22 12:48:49.974779 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Made reservation on behalf of 0544e3e8692c4b3f9cdc674ad1111dfe for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:48:49.983933 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:50.157673 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Allocated IP 172.20.0.9 (a7617ef7-19d0-4268-9f97-c94e8cd8b885/7f60bef0-cf3e-4921-9277-537f510a6937/5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:48:50.347165 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:50.352828 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51494a9-3af2-4598-86f2-0db01103499a req-06c1e4be-cc48-4382-94cd-6c7d2dd74761 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:50.362055 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b51494a9-3af2-4598-86f2-0db01103499a req-06c1e4be-cc48-4382-94cd-6c7d2dd74761 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 932 time: 0.2494154 Jun 22 12:48:50.379319 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Transition to ACTIVE for port object 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:50.462297 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:50.473337 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:50.501432 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baaca7e0-9a33-4cc2-836e-c2ccb96b2394 req-e5ea40b6-5283-4f73-963e-846daa1e7438 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617829 Jun 22 12:48:50.506968 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b51494a9-3af2-4598-86f2-0db01103499a req-3474b12a-952b-4db5-a04a-fa7f74bb8715 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434305 Jun 22 12:48:50.554966 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:50.567753 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8e79e-8cfb-4e43-8f55-f674e584f2bc req-672d163f-144c-49fb-9714-fcb3328e0f69 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:50.569374 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-89f8e79e-8cfb-4e43-8f55-f674e584f2bc req-672d163f-144c-49fb-9714-fcb3328e0f69 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 944 time: 0.1631000 Jun 22 12:48:50.570374 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:50.576245 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:48:50.581303 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'Port': ['ID=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:50.680741 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.681419 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.682656 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.683491 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.683871 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.684586 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.686228 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.686914 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.687890 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.688576 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.689645 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.690598 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:50.702880 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8f47b4-73ca-4d3b-a767-d24223c5334c {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:50.712092 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:50.724736 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:50.725964 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:50.740952 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:50.777203 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Transition to ACTIVE for port object 7a8f47b4-73ca-4d3b-a767-d24223c5334c will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:50.783477 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:50.787942 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-bb979b45-b9e2-4a21-adcb-6279e9b1e2ac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:50.821237 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692983 Jun 22 12:48:50.863972 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-89f8e79e-8cfb-4e43-8f55-f674e584f2bc req-b79b21a7-41bd-49fe-8ec8-61a202795027 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447257 Jun 22 12:48:50.888539 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Request body: {'port': {'device_id': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:50.975453 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-140626b4-ae0b-4001-860b-4617285a4751 None None] Provisioning for port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:50.980347 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-140626b4-ae0b-4001-860b-4617285a4751 None None] Provisioning complete for port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:50.980842 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-140626b4-ae0b-4001-860b-4617285a4751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.019676 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8f47b4-73ca-4d3b-a767-d24223c5334c,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:51.022549 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Attempting to bind port 7a8f47b4-73ca-4d3b-a767-d24223c5334c on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:48:51.023030 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Attempting to bind port 7a8f47b4-73ca-4d3b-a767-d24223c5334c by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:48:51.023464 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Attempting to bind port 7a8f47b4-73ca-4d3b-a767-d24223c5334c on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:51.027137 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:51.031042 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Port 7a8f47b4-73ca-4d3b-a767-d24223c5334c on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:48:51.031527 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Attempting to bind port 7a8f47b4-73ca-4d3b-a767-d24223c5334c on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:51.038509 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:48:51.039046 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Checking segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:48:51.039546 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Bound using segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:48:51.040273 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Bound port: 7a8f47b4-73ca-4d3b-a767-d24223c5334c, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:48:51.040773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.107328 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-140626b4-ae0b-4001-860b-4617285a4751 None None] Port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:48:51.108633 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.126859 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] For port 7a8f47b4-73ca-4d3b-a767-d24223c5334c, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:48:51.135902 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] For port 7a8f47b4-73ca-4d3b-a767-d24223c5334c, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7a8f47b4-73ca-4d3b-a767-d24223c5334c,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:48:51.143325 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.145930 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b4052c9f-1db7-4e43-bf1c-ec43ededf871 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:51.181645 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:51.183706 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.185437 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a8f47b4-73ca-4d3b-a767-d24223c5334c HTTP/1.1" status: 200 len: 1094 time: 1.4892228 Jun 22 12:48:51.186142 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194cd05b-87c6-4b1c-a6fc-0c892643e353', 'tag': '7a8f47b4-73ca-4d3b-a767-d24223c5334c'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:51.189426 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8056a303-1d5c-48ac-8911-2ccea7bde1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "194cd05b-87c6-4b1c-a6fc-0c892643e353", "tag": "7a8f47b4-73ca-4d3b-a767-d24223c5334c"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:51.219026 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8f47b4-73ca-4d3b-a767-d24223c5334c,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:51.222872 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:51.358019 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c1b01-7249-43bb-9213-4941c5f056ac req-670ac412-08e0-4c52-a491-8cecd943ea15 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:51.359756 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-650c1b01-7249-43bb-9213-4941c5f056ac req-670ac412-08e0-4c52-a491-8cecd943ea15 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 931 time: 0.1877475 Jun 22 12:48:51.408641 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57950-7358-4f48-a0ea-75db347e911c req-3aa74c6d-f42b-4c83-8c5a-3fe843a1630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:51.410211 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-3aa74c6d-f42b-4c83-8c5a-3fe843a1630c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 1097 time: 0.1326385 Jun 22 12:48:51.427068 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0393a-83dd-4338-a3a0-0f920a7fc508 req-7b7cb369-87f7-443f-a23c-38f0e4deddb6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:51.428600 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cad0393a-83dd-4338-a3a0-0f920a7fc508 req-7b7cb369-87f7-443f-a23c-38f0e4deddb6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1082613 Jun 22 12:48:51.488993 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-650c1b01-7249-43bb-9213-4941c5f056ac req-6de06fa0-14da-4832-ba80-1f19c2229ebb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672708 Jun 22 12:48:51.507581 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-26ccf746-1e79-4e80-8559-c497179f21ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8f47b4-73ca-4d3b-a767-d24223c5334c HTTP/1.1" status: 200 len: 217 time: 0.0754988 Jun 22 12:48:51.559281 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cad0393a-83dd-4338-a3a0-0f920a7fc508 req-9c60d27e-50cf-4cd1-863a-cb7ccc044d96 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535095 Jun 22 12:48:51.593044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 011ea0e6-d523-44de-8df8-89f53d28b183 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:48:51.613623 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f07253-3870-48e2-8dec-cc2f8dbc3b81 x-openstack-request-id: req-21f07253-3870-48e2-8dec-cc2f8dbc3b81 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:51.614003 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194cd05b-87c6-4b1c-a6fc-0c892643e353", "tag": "7a8f47b4-73ca-4d3b-a767-d24223c5334c", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:51.614353 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21f07253-3870-48e2-8dec-cc2f8dbc3b81 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:51.614998 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194cd05b-87c6-4b1c-a6fc-0c892643e353', 'tag': '7a8f47b4-73ca-4d3b-a767-d24223c5334c', 'status': 'completed', 'code': 200} Jun 22 12:48:51.622170 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:51.639654 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.642889 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57950-7358-4f48-a0ea-75db347e911c req-3cb46bee-9a34-4d6b-b357-2b12b8fab999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:51.644565 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-3cb46bee-9a34-4d6b-b357-2b12b8fab999 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 200 len: 854 time: 0.0997734 Jun 22 12:48:51.667478 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Transition to ACTIVE for port object 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:48:51.678365 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.682126 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-6158b3f5-dfd4-449b-8230-81ff281a9800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:51.710734 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-515bbf4a-39ef-4b75-9c3a-902a8e7e7437 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f643e26-0049-4c27-87eb-ac8863ee1cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502658 Jun 22 12:48:51.781417 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:51.845363 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:51.861566 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 011ea0e6-d523-44de-8df8-89f53d28b183, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=011ea0e6-d523-44de-8df8-89f53d28b183,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:51.877415 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '011ea0e6-d523-44de-8df8-89f53d28b183', 'network_id': '240c7ce6-8726-417a-b966-29be0b0c29b5', 'port_id': '011ea0e6-d523-44de-8df8-89f53d28b183', 'mac_address': 'fa:16:3e:63:82:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afdf240-b0f3-44d9-b56e-7f2acaa4a803', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:48:51.986014 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Attempting to bind port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:48:51.986366 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Attempting to bind port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:48:51.986701 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Attempting to bind port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 on network a7617ef7-19d0-4268-9f97-c94e8cd8b885 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:51.998646 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-9d1f1e34-3c9f-4318-a6a8-6979ad320ea2 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753053 Jun 22 12:48:52.005532 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 on network a7617ef7-19d0-4268-9f97-c94e8cd8b885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:48:52.006111 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Attempting to bind port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 on network a7617ef7-19d0-4268-9f97-c94e8cd8b885 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:52.020261 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:52.035410 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:48:52.035747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Checking segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:48:52.036137 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Bound using segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:48:52.036597 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Bound port: 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:48:52.037029 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:52.070366 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011ea0e6-d523-44de-8df8-89f53d28b183 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:52.112316 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 011ea0e6-d523-44de-8df8-89f53d28b183, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=011ea0e6-d523-44de-8df8-89f53d28b183,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:52.125019 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:52.131510 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-7bec95e7-a60a-4b6b-8bc0-a2b34fab3cd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:52.134705 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e225c88-5afc-4617-95c6-7165c4ec5f4a req-f40d2a05-a8af-4ef9-b807-384d401d31ee tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.141086 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3e225c88-5afc-4617-95c6-7165c4ec5f4a req-f40d2a05-a8af-4ef9-b807-384d401d31ee tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 944 time: 0.2409556 Jun 22 12:48:52.173662 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] For port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:48:52.182567 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] For port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:48:52.194457 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:52.239709 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fce57950-7358-4f48-a0ea-75db347e911c req-ed605386-44dc-4873-adef-2af9b85356f4 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260511 Jun 22 12:48:52.242390 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=011ea0e6-d523-44de-8df8-89f53d28b183,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:52.251847 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.252864 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.253480 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.254122 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.256067 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.256803 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.257493 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.258113 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.258743 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.259343 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.260224 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.261212 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.278805 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:52.297171 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32508-8077-4335-a458-d62d1ab54111 req-11812a48-1266-4874-88c5-3fd9a83b0d08 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.304603 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-59a32508-8077-4335-a458-d62d1ab54111 req-11812a48-1266-4874-88c5-3fd9a83b0d08 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 945 time: 0.1829350 Jun 22 12:48:52.345005 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-59a32508-8077-4335-a458-d62d1ab54111 req-bb81a4c7-5dcf-4e8b-8463-d38b22e4832d tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Jun 22 12:48:52.489276 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9248fb58-1f11-4a58-8bde-3b145f90640d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:52.564894 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3e225c88-5afc-4617-95c6-7165c4ec5f4a req-11d67356-41c8-47c3-8d3f-003b663baeff tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796251 Jun 22 12:48:52.592309 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.593511 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:52.598848 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] 10.222.0.46 "PUT /v2.0/ports/5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 HTTP/1.1" status: 200 len: 1093 time: 1.7186072 Jun 22 12:48:52.601881 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'tag': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:52.605084 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe" -d '{"events": [{"name": "network-changed", "server_uuid": "05aeeb1a-6679-4dbd-9c71-9a450cc8d918", "tag": "5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:52.612577 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-c2e50be7-f398-456c-934a-510d241cf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.614118 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-c2e50be7-f398-456c-934a-510d241cf220 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 1097 time: 0.2048204 Jun 22 12:48:52.654367 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:52.675065 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:52.787061 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['011ea0e6-d523-44de-8df8-89f53d28b183'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:52.857925 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-0ef64d81-4481-4020-b623-bacb13c468ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.859456 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-0ef64d81-4481-4020-b623-bacb13c468ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 915 time: 0.2179883 Jun 22 12:48:52.959910 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-d19a41a0-8ffb-4b82-9d3c-121e83aab3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.962402 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-d19a41a0-8ffb-4b82-9d3c-121e83aab3d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 1096 time: 0.2315092 Jun 22 12:48:53.028909 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-6ffb32e4-f0dd-4a5f-802d-b336c5bc34c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8f47b4-73ca-4d3b-a767-d24223c5334c HTTP/1.1" status: 200 len: 217 time: 0.1446419 Jun 22 12:48:53.069775 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea003e35-a9ee-4630-b54a-38a000e634d0 req-4ec0647e-1219-4c86-ad0f-7c7871dbee3b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.079216 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ea003e35-a9ee-4630-b54a-38a000e634d0 req-4ec0647e-1219-4c86-ad0f-7c7871dbee3b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 943 time: 0.2562141 Jun 22 12:48:53.104726 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-02a86471-b72a-437a-8b27-1fede6f6ab25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 HTTP/1.1" status: 200 len: 217 time: 0.1191232 Jun 22 12:48:53.216506 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-a3bdc6dc-d444-4b4e-afd8-1551e67f9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.231984 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-a3bdc6dc-d444-4b4e-afd8-1551e67f9712 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 200 len: 854 time: 0.1453993 Jun 22 12:48:53.262628 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ea003e35-a9ee-4630-b54a-38a000e634d0 req-f4373425-5c82-49ef-ae97-d173e7a6ab6a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613646 Jun 22 12:48:53.277455 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-65159846-a9e4-4fbf-874d-bc2580c8c041 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f643e26-0049-4c27-87eb-ac8863ee1cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412896 Jun 22 12:48:53.286132 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f043c07-eebb-4a7b-8940-29755d54c90d req-8faf65b5-98d7-4216-b3e0-f7081fb10227 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.290979 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-97933b5b-69d9-4725-97fc-27b8bb4e99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.293229 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-97933b5b-69d9-4725-97fc-27b8bb4e99d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.1408777 Jun 22 12:48:53.295034 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f043c07-eebb-4a7b-8940-29755d54c90d req-8faf65b5-98d7-4216-b3e0-f7081fb10227 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.2903352 Jun 22 12:48:53.347039 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f81a7f-c202-4740-bbc6-3193514ac7ff x-openstack-request-id: req-46f81a7f-c202-4740-bbc6-3193514ac7ff {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:53.347357 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05aeeb1a-6679-4dbd-9c71-9a450cc8d918", "tag": "5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:53.347634 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46f81a7f-c202-4740-bbc6-3193514ac7ff {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:53.348110 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'tag': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'status': 'completed', 'code': 200} Jun 22 12:48:53.381921 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f043c07-eebb-4a7b-8940-29755d54c90d req-8cd38c60-37ca-4635-9f02-6e7c4acd38a6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860016 Jun 22 12:48:53.420036 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9fcf9c02-872d-4386-881f-e5f2f2f859d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.421668 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-9fcf9c02-872d-4386-881f-e5f2f2f859d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1085699 Jun 22 12:48:53.430823 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-1ebb7058-1c3d-467f-b5d7-26cb04aa2ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331723 Jun 22 12:48:53.585324 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-58fda488-b0e3-4bdd-896e-f90738bf384e service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526372 Jun 22 12:48:53.668736 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6bf3a-fffe-44de-9c1a-449bd1f17e80 req-4c0c7c37-5c9e-4611-a335-ba8117cf0ed2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.670394 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f2a6bf3a-fffe-44de-9c1a-449bd1f17e80 req-4c0c7c37-5c9e-4611-a335-ba8117cf0ed2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 945 time: 0.1524792 Jun 22 12:48:53.747849 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f5c5938-f538-4548-a6a6-bebdff76fdbe req-fcba85c6-922e-4edf-a512-395f92fa1c91 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550374 Jun 22 12:48:53.764925 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f2a6bf3a-fffe-44de-9c1a-449bd1f17e80 req-13392752-a296-4325-b89f-64f52487ca57 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852513 Jun 22 12:48:53.818960 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8056a303-1d5c-48ac-8911-2ccea7bde1c6 req-4bdf1c4a-1f2b-4a4e-be27-ae81827ab426 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803244 Jun 22 12:48:53.854752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc09b9-9b7a-4021-9f79-b2b094ef766a req-43912cb9-c4cb-4965-ab72-577c304177e6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.859015 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ecc09b9-9b7a-4021-9f79-b2b094ef766a req-43912cb9-c4cb-4965-ab72-577c304177e6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.3445072 Jun 22 12:48:53.914578 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ecc09b9-9b7a-4021-9f79-b2b094ef766a req-c9b3adc6-75ad-4f65-876c-3676fabf0f5e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524251 Jun 22 12:48:53.988772 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9607a-0ae5-4afb-824d-bcb9cd7864bc req-0db03fd5-be97-4bfb-9941-9e80d37e5320 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.998646 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c0c9607a-0ae5-4afb-824d-bcb9cd7864bc req-0db03fd5-be97-4bfb-9941-9e80d37e5320 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 944 time: 0.1167400 Jun 22 12:48:54.048251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-024ea4d7-ed46-462f-a25e-806445133635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.051313 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-024ea4d7-ed46-462f-a25e-806445133635 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 1096 time: 0.1087756 Jun 22 12:48:54.057687 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c0c9607a-0ae5-4afb-824d-bcb9cd7864bc req-be6c3500-ed3f-4bce-b333-365903bd77e8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581214 Jun 22 12:48:54.221183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-08ce29cb-9be6-4242-b8ed-8f6e8456a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.222682 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-08ce29cb-9be6-4242-b8ed-8f6e8456a840 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 912 time: 0.0989234 Jun 22 12:48:54.558331 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea793ea-1839-4db4-9f98-ee5c0b9bc21c req-169f7e3e-9dc3-4b2f-add4-bc956765bd8c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.561475 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0ea793ea-1839-4db4-9f98-ee5c0b9bc21c req-169f7e3e-9dc3-4b2f-add4-bc956765bd8c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 943 time: 0.0673704 Jun 22 12:48:54.605799 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0ea793ea-1839-4db4-9f98-ee5c0b9bc21c req-c3b96689-c710-4de2-9083-e879f39b02c6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393152 Jun 22 12:48:54.990254 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5a455-75c5-4ce8-b96d-fc4e76ac3f2f req-9d26151b-e476-48d9-a2e8-64a9d2a3f5d2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.991775 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cef5a455-75c5-4ce8-b96d-fc4e76ac3f2f req-9d26151b-e476-48d9-a2e8-64a9d2a3f5d2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 945 time: 0.0671377 Jun 22 12:48:55.032497 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cef5a455-75c5-4ce8-b96d-fc4e76ac3f2f req-ddafc39a-b6a3-4177-a3d4-d43d73cf6164 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339937 Jun 22 12:48:55.268579 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4acc7-78da-4f3a-a4bd-f8baf5c29116 req-62e0abf5-8a19-457f-9dbb-5fbe37590e29 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:55.270137 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6a4acc7-78da-4f3a-a4bd-f8baf5c29116 req-62e0abf5-8a19-457f-9dbb-5fbe37590e29 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 944 time: 0.0697377 Jun 22 12:48:55.312378 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6a4acc7-78da-4f3a-a4bd-f8baf5c29116 req-ddfa5e6d-74f8-4012-88c8-1ed5ed14eef3 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361657 Jun 22 12:48:55.784188 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd902f0-d2cf-484a-a7bb-501967200c56 req-90f1e7d1-5b30-4750-8ce3-4e57f0732ad9 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:55.785656 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2fd902f0-d2cf-484a-a7bb-501967200c56 req-90f1e7d1-5b30-4750-8ce3-4e57f0732ad9 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 943 time: 0.0675106 Jun 22 12:48:55.826659 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2fd902f0-d2cf-484a-a7bb-501967200c56 req-6fe584b1-e494-416f-acc9-881277aea4d5 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352015 Jun 22 12:48:56.208478 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e01dc4-1f50-4a44-9beb-7ee819368b18 req-28254f3d-c567-492c-8b61-a83f37011cbd tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:56.209934 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-34e01dc4-1f50-4a44-9beb-7ee819368b18 req-28254f3d-c567-492c-8b61-a83f37011cbd tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 945 time: 0.0635593 Jun 22 12:48:56.248927 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-34e01dc4-1f50-4a44-9beb-7ee819368b18 req-4c61295d-1e38-424c-9cd3-3aff21310b4a tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Jun 22 12:48:56.552011 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681fa3e-1c08-4a77-aa1a-8bb2e260e5bf req-27f72ff0-701e-406a-b401-5e7050272275 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:56.553559 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f681fa3e-1c08-4a77-aa1a-8bb2e260e5bf req-27f72ff0-701e-406a-b401-5e7050272275 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 944 time: 0.0768788 Jun 22 12:48:56.601022 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f681fa3e-1c08-4a77-aa1a-8bb2e260e5bf req-07e95356-8ad8-43cb-bfb7-2d13c2ea0b77 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Jun 22 12:48:57.005599 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f213c60-9bba-45b3-bb5c-d19925db39aa req-fff175e3-a34f-47f4-94ed-a3592df29f35 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:57.007097 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9f213c60-9bba-45b3-bb5c-d19925db39aa req-fff175e3-a34f-47f4-94ed-a3592df29f35 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 943 time: 0.0649669 Jun 22 12:48:57.046046 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9f213c60-9bba-45b3-bb5c-d19925db39aa req-dc70479a-9a7b-4412-8cde-b3a374fce945 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328217 Jun 22 12:48:57.287676 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-d2912218-b690-461f-8809-f8fcecf9b74c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 HTTP/1.1" status: 200 len: 217 time: 0.0356820 Jun 22 12:48:57.336483 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-91f462b9-1141-43b7-b734-fd3f84a92065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:57.338587 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-91f462b9-1141-43b7-b734-fd3f84a92065 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.0420082 Jun 22 12:48:57.412454 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-a9173adc-5083-41e7-823d-3339e329fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:57.414006 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-a9173adc-5083-41e7-823d-3339e329fe77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559394 Jun 22 12:48:57.421683 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08fdd-0837-4c1c-9ef8-3067005dd12d req-13173265-b2da-4918-aef7-24ad4c4c888f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:57.423185 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9ba08fdd-0837-4c1c-9ef8-3067005dd12d req-13173265-b2da-4918-aef7-24ad4c4c888f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 945 time: 0.0638931 Jun 22 12:48:57.488996 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9ba08fdd-0837-4c1c-9ef8-3067005dd12d req-a154df6d-67b1-49f3-89bf-82e18b9f660f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594974 Jun 22 12:48:57.523048 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-33649a84-937c-4c7b-913b-8d7376799bd2 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969374 Jun 22 12:48:57.602236 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 7a8f47b4-73ca-4d3b-a767-d24223c5334c details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:48:57.615846 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 011ea0e6-d523-44de-8df8-89f53d28b183 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:57.627965 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b57b1331-1ccf-4465-9a4d-3b48ee0759fe req-dfb6876e-3432-47b8-8521-d4a2053f3725 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955133 Jun 22 12:48:57.727769 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 011ea0e6-d523-44de-8df8-89f53d28b183 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:57.740106 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 011ea0e6-d523-44de-8df8-89f53d28b183 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:57.740367 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:57.743090 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 7a8f47b4-73ca-4d3b-a767-d24223c5334c, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7a8f47b4-73ca-4d3b-a767-d24223c5334c,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:57.795576 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97046f-fd5a-4c5c-808d-2f6d7a5286c5 req-b7fdf613-539a-4604-8ad7-6fd7fa25c723 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:57.797226 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8b97046f-fd5a-4c5c-808d-2f6d7a5286c5 req-b7fdf613-539a-4604-8ad7-6fd7fa25c723 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 944 time: 0.0743039 Jun 22 12:48:57.849907 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8b97046f-fd5a-4c5c-808d-2f6d7a5286c5 req-c436b42a-b47f-4099-b5b8-33ae2c2bf1c2 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Jun 22 12:48:57.895999 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '7a8f47b4-73ca-4d3b-a767-d24223c5334c', 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'port_id': '7a8f47b4-73ca-4d3b-a767-d24223c5334c', 'mac_address': 'fa:16:3e:76:0b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee53181-3547-4ebc-abd9-56241909cfc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:48:57.947386 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:57.979656 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8f47b4-73ca-4d3b-a767-d24223c5334c {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:58.005641 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:58.010712 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 7a8f47b4-73ca-4d3b-a767-d24223c5334c, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7a8f47b4-73ca-4d3b-a767-d24223c5334c,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:58.022573 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:58.026228 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-c0cd0058-7456-44dd-a6b7-48829ccf743d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:58.059783 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0529a74-d9d4-4a8a-b513-2dd427b7347c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011ea0e6-d523-44de-8df8-89f53d28b183'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:58.062327 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0857885e-5ed7-4859-a073-407d3a0f0174" -d '{"events": [{"server_uuid": "f0529a74-d9d4-4a8a-b513-2dd427b7347c", "name": "network-vif-plugged", "status": "completed", "tag": "011ea0e6-d523-44de-8df8-89f53d28b183"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:58.081029 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 011ea0e6-d523-44de-8df8-89f53d28b183, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=011ea0e6-d523-44de-8df8-89f53d28b183,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:58.093044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:58.099598 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=7a8f47b4-73ca-4d3b-a767-d24223c5334c,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:58.102797 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:58.103377 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:58.107065 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027dffbf-dca8-4a08-9829-c6270a5eb964 x-openstack-request-id: req-027dffbf-dca8-4a08-9829-c6270a5eb964 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:58.107361 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0529a74-d9d4-4a8a-b513-2dd427b7347c", "name": "network-vif-plugged", "status": "completed", "tag": "011ea0e6-d523-44de-8df8-89f53d28b183", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:58.107622 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-027dffbf-dca8-4a08-9829-c6270a5eb964 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:58.108010 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0529a74-d9d4-4a8a-b513-2dd427b7347c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011ea0e6-d523-44de-8df8-89f53d28b183', 'code': 200} Jun 22 12:48:58.157553 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=011ea0e6-d523-44de-8df8-89f53d28b183,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:58.160968 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:58.282783 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbad46-84ff-4fd3-b6cb-13f2336bf4cd req-2be5de1f-6633-4b3b-bda4-49728b3f0300 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:58.290053 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-41dbad46-84ff-4fd3-b6cb-13f2336bf4cd req-2be5de1f-6633-4b3b-bda4-49728b3f0300 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 943 time: 0.0919640 Jun 22 12:48:58.328036 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-41dbad46-84ff-4fd3-b6cb-13f2336bf4cd req-71245b96-ea8e-47ad-8b68-e037dbdffb58 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367436 Jun 22 12:48:58.517917 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e472fb8-ccd2-47b1-9c9b-50bf38a0b928 req-5e40bee3-7fb3-46ee-8112-8e46de67116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:58.517917 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8e472fb8-ccd2-47b1-9c9b-50bf38a0b928 req-5e40bee3-7fb3-46ee-8112-8e46de67116d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 1099 time: 0.0620313 Jun 22 12:48:58.561883 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8e472fb8-ccd2-47b1-9c9b-50bf38a0b928 req-f282beb6-ed4a-4593-813e-eccd9f9fb9cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378339 Jun 22 12:48:58.702645 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969162e6-cb60-47c4-ac2f-f2c1b1c4e07a req-34f832f7-76dc-4dcb-b3f5-b11daa3e7f94 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:58.704230 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-969162e6-cb60-47c4-ac2f-f2c1b1c4e07a req-34f832f7-76dc-4dcb-b3f5-b11daa3e7f94 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.0868781 Jun 22 12:48:58.745261 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-969162e6-cb60-47c4-ac2f-f2c1b1c4e07a req-ffc6aebb-8ec0-45bd-a962-2632d48b983b tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Jun 22 12:48:58.812786 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['7a8f47b4-73ca-4d3b-a767-d24223c5334c'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:59.047523 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994b2a4-1fe3-452a-b9eb-5e8316a0379d req-438c662c-2aaa-4213-ab30-fc44609044cb tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:59.049074 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d994b2a4-1fe3-452a-b9eb-5e8316a0379d req-438c662c-2aaa-4213-ab30-fc44609044cb tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 945 time: 0.0725691 Jun 22 12:48:59.089537 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d994b2a4-1fe3-452a-b9eb-5e8316a0379d req-b31dafe5-b932-42c0-be85-c34cdc076d62 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Jun 22 12:48:59.517557 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5c61f-646e-478e-9e26-4909b8dc90df req-b3f9979a-d578-4e0a-9f3a-c0c1be62d63a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:59.519104 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-dbd5c61f-646e-478e-9e26-4909b8dc90df req-b3f9979a-d578-4e0a-9f3a-c0c1be62d63a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 943 time: 0.0660703 Jun 22 12:48:59.569784 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-dbd5c61f-646e-478e-9e26-4909b8dc90df req-30838007-07df-4817-9e42-2161233a5ade tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447104 Jun 22 12:48:59.602099 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:48:59.721995 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:48:59.723435 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:59.738770 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'port_id': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'mac_address': 'fa:16:3e:d5:c7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:48:59.784860 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:59.799501 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:59.823489 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:59.827795 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:59.829668 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:59.882482 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:59.887408 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:00.087224 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dc643-f741-4971-b3a2-f9facccbfb01 req-5348ced9-ea0b-4aec-a737-14d702e48f41 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.090114 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b68dc643-f741-4971-b3a2-f9facccbfb01 req-5348ced9-ea0b-4aec-a737-14d702e48f41 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.1365962 Jun 22 12:49:00.096276 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-73a147c5-db4d-4241-a925-764032306e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.097800 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-73a147c5-db4d-4241-a925-764032306e8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1098 time: 0.1065648 Jun 22 12:49:00.108128 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a0870-3cfa-4621-93fa-2c91a78a4497 req-7119befd-5614-466a-bf3a-a7598df51a7d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.109723 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6a8a0870-3cfa-4621-93fa-2c91a78a4497 req-7119befd-5614-466a-bf3a-a7598df51a7d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0899036 Jun 22 12:49:00.155788 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6a8a0870-3cfa-4621-93fa-2c91a78a4497 req-3676b740-b60e-48f1-9c0b-843cc2f7bcbd tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365658 Jun 22 12:49:00.185562 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b68dc643-f741-4971-b3a2-f9facccbfb01 req-0f222337-e354-41b4-8d84-8bb9ffa27121 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866773 Jun 22 12:49:00.226319 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-41e382b3-9c93-44d1-84af-745ba3a2e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.227683 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-41e382b3-9c93-44d1-84af-745ba3a2e7d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.1205425 Jun 22 12:49:00.275968 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-1367ca9c-43bc-4fe3-9b75-c729b33f873d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 200 len: 217 time: 0.0383747 Jun 22 12:49:00.327803 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-56510b36-06c2-4a84-9a0b-65f95b97b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.329249 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-56510b36-06c2-4a84-9a0b-65f95b97b5a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.0460501 Jun 22 12:49:00.352962 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded9439-dfde-45ca-9b36-c5e7d617a04c req-917a4802-6d56-4ebc-8a65-e4e69ea31155 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.355339 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ded9439-dfde-45ca-9b36-c5e7d617a04c req-917a4802-6d56-4ebc-8a65-e4e69ea31155 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 945 time: 0.0697811 Jun 22 12:49:00.372081 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-1567f170-fe53-4d43-9409-12520b5782ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324581 Jun 22 12:49:00.402997 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ded9439-dfde-45ca-9b36-c5e7d617a04c req-fa5add1e-7a82-454b-b723-fc940e4c184d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Jun 22 12:49:00.489209 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-91757063-333f-446c-873f-37d700c5205f service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876317 Jun 22 12:49:00.587325 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:00.599900 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f316f0f-6cb8-43b2-8c74-10cac96ffbfd req-091074c3-1263-41a4-897d-9eb8897b0149 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023109 Jun 22 12:49:00.819998 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3b92-81d5-489c-838f-89d93e2075a0 req-7f5eb64a-fe57-4d87-a7c9-b2b3c53ebc55 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.821581 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-432f3b92-81d5-489c-838f-89d93e2075a0 req-7f5eb64a-fe57-4d87-a7c9-b2b3c53ebc55 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 944 time: 0.0930903 Jun 22 12:49:00.868198 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-432f3b92-81d5-489c-838f-89d93e2075a0 req-3c5773ec-9a02-4e63-8eb6-035e8663ea72 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387671 Jun 22 12:49:01.090171 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59394) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:01.264647 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-00f6a767-eaea-4cc3-9c40-1c67e58c8776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.413817 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f198f-c247-4cd9-b178-a1bdbec45c26 req-058df25b-26c2-452c-a764-76e03cf83164 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.415674 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e27f198f-c247-4cd9-b178-a1bdbec45c26 req-058df25b-26c2-452c-a764-76e03cf83164 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1123796 Jun 22 12:49:01.452530 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-00f6a767-eaea-4cc3-9c40-1c67e58c8776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.459050 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-00f6a767-eaea-4cc3-9c40-1c67e58c8776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.462003 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8b4d3-ec60-45ad-af4a-ce001f96955d req-2f9f1d0c-9b89-43e2-8bff-baa13337e0ca tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.463725 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9cc8b4d3-ec60-45ad-af4a-ce001f96955d req-2f9f1d0c-9b89-43e2-8bff-baa13337e0ca tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.0833774 Jun 22 12:49:01.466253 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-c86ba179-e4bd-460e-8820-c1622daa5001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:01.488108 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e27f198f-c247-4cd9-b178-a1bdbec45c26 req-658679e6-e48b-48e6-ba7b-9372496c1a4b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635493 Jun 22 12:49:01.513272 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6a767-eaea-4cc3-9c40-1c67e58c8776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e3a82a-2404-4bf2-96f3-4282733cac18,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:01.520815 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-00f6a767-eaea-4cc3-9c40-1c67e58c8776 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34b5498dcf054fee9956ff041ff2bef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266517 Jun 22 12:49:01.520815 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-00f6a767-eaea-4cc3-9c40-1c67e58c8776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:01.521184 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59406) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:01.529972 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9cc8b4d3-ec60-45ad-af4a-ce001f96955d req-b006c888-cc02-49cf-8142-35947338152a tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584748 Jun 22 12:49:01.587122 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c9ff5a00-f0ec-429c-a0a6-39addd2f683a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.615070 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c9ff5a00-f0ec-429c-a0a6-39addd2f683a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.641794 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 7a8f47b4-73ca-4d3b-a767-d24223c5334c up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:49:01.695672 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 7a8f47b4-73ca-4d3b-a767-d24223c5334c completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:49:01.702138 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 7a8f47b4-73ca-4d3b-a767-d24223c5334c triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:49:01.702723 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.707955 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c9ff5a00-f0ec-429c-a0a6-39addd2f683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.710827 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c9ff5a00-f0ec-429c-a0a6-39addd2f683a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.712061 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-c9ff5a00-f0ec-429c-a0a6-39addd2f683a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03e3a82a-2404-4bf2-96f3-4282733cac18 HTTP/1.1" status: 204 len: 168 time: 0.1900854 Jun 22 12:49:01.714686 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d3981994-0b9f-4b6c-be2b-c540f4ed34de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:01.726015 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d41474-3b55-4b24-a5f8-6194f36394f0 req-cd3cd914-5ec0-4ee7-ba36-b90e5c8d4977 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.727614 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-75d41474-3b55-4b24-a5f8-6194f36394f0 req-cd3cd914-5ec0-4ee7-ba36-b90e5c8d4977 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 945 time: 0.1060441 Jun 22 12:49:01.740099 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff5a00-f0ec-429c-a0a6-39addd2f683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e3a82a-2404-4bf2-96f3-4282733cac18,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:01.747436 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-c9ff5a00-f0ec-429c-a0a6-39addd2f683a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:01.794449 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-75d41474-3b55-4b24-a5f8-6194f36394f0 req-94863b83-f3dc-4ad8-8cd9-b66b7a1aea76 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Jun 22 12:49:01.823447 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.857534 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194cd05b-87c6-4b1c-a6fc-0c892643e353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8f47b4-73ca-4d3b-a767-d24223c5334c'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:01.860512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58bced1-834c-4130-8740-540ad14535d1" -d '{"events": [{"server_uuid": "194cd05b-87c6-4b1c-a6fc-0c892643e353", "name": "network-vif-plugged", "status": "completed", "tag": "7a8f47b4-73ca-4d3b-a767-d24223c5334c"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:01.884036 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 7a8f47b4-73ca-4d3b-a767-d24223c5334c, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7a8f47b4-73ca-4d3b-a767-d24223c5334c,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:01.893303 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.903949 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2a0733fb-80dc-4d96-b03d-b3c363f12bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:01.935210 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe4b1f9-3444-4e77-bf28-78728c3edcc9 x-openstack-request-id: req-3fe4b1f9-3444-4e77-bf28-78728c3edcc9 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:01.935532 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194cd05b-87c6-4b1c-a6fc-0c892643e353", "name": "network-vif-plugged", "status": "completed", "tag": "7a8f47b4-73ca-4d3b-a767-d24223c5334c", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:01.935765 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fe4b1f9-3444-4e77-bf28-78728c3edcc9 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:01.936165 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194cd05b-87c6-4b1c-a6fc-0c892643e353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8f47b4-73ca-4d3b-a767-d24223c5334c', 'code': 200} Jun 22 12:49:01.976859 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=7a8f47b4-73ca-4d3b-a767-d24223c5334c,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:01.980763 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:02.097788 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 59422) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:02.097993 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c299880-6857-49d9-a40b-967b3516a70a req-5f728de4-979f-4ba6-9814-48fcaab925fc tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:02.108539 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2c299880-6857-49d9-a40b-967b3516a70a req-5f728de4-979f-4ba6-9814-48fcaab925fc tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 944 time: 0.1015451 Jun 22 12:49:02.121183 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-033fc0db-12ad-45c6-9c4e-a4a977957af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:02.176466 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2c299880-6857-49d9-a40b-967b3516a70a req-178ea0e5-b4a2-4a8a-ab95-b597eeffeab0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666103 Jun 22 12:49:02.327015 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-033fc0db-12ad-45c6-9c4e-a4a977957af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:02.332211 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-033fc0db-12ad-45c6-9c4e-a4a977957af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:02.337499 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:02.353148 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a635a-4ddb-42ed-8715-63f911fa238b req-45e0e7d5-51eb-4e98-af7b-95cf6a6b9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:02.355810 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e35a635a-4ddb-42ed-8715-63f911fa238b req-45e0e7d5-51eb-4e98-af7b-95cf6a6b9b8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 1099 time: 0.0985398 Jun 22 12:49:02.375036 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fc0db-12ad-45c6-9c4e-a4a977957af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc8470f-c31c-4521-a071-b612292d2fad,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:02.382124 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-033fc0db-12ad-45c6-9c4e-a4a977957af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:02.390601 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-033fc0db-12ad-45c6-9c4e-a4a977957af8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fd2dcdba929456d8173e41d7e1a4282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911341 Jun 22 12:49:02.394591 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 59434) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:02.450411 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e35a635a-4ddb-42ed-8715-63f911fa238b req-c39ca8aa-f4ec-46aa-861f-2fd0af907080 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573671 Jun 22 12:49:02.460692 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d57fad90-93f7-4f6d-93f2-8d35c01a7636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:02.491098 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d57fad90-93f7-4f6d-93f2-8d35c01a7636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:02.595491 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d57fad90-93f7-4f6d-93f2-8d35c01a7636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:02.599746 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d57fad90-93f7-4f6d-93f2-8d35c01a7636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:02.603531 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-d57fad90-93f7-4f6d-93f2-8d35c01a7636 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fc8470f-c31c-4521-a071-b612292d2fad HTTP/1.1" status: 204 len: 168 time: 0.2065644 Jun 22 12:49:02.607070 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e3cc0c6f-4e7b-47b9-8ad0-733b3762209f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:02.627628 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fad90-93f7-4f6d-93f2-8d35c01a7636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc8470f-c31c-4521-a071-b612292d2fad,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:02.646076 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d57fad90-93f7-4f6d-93f2-8d35c01a7636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:02.892997 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477de07-d94e-4a29-8313-88f836db3acc req-4c19dd0c-3797-45cb-9bf5-0fbd397803d3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:02.897541 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f477de07-d94e-4a29-8313-88f836db3acc req-4c19dd0c-3797-45cb-9bf5-0fbd397803d3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0971160 Jun 22 12:49:02.970470 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f477de07-d94e-4a29-8313-88f836db3acc req-e948e7a4-724b-4596-bd6b-11a89c3f79b1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640254 Jun 22 12:49:03.291793 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2308ec-9394-4042-bc3e-d68ff00c7db3 req-afb0f0a9-f7f6-4301-9385-aa150cf2db53 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:03.292079 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c141142-0936-4e98-9dbd-b800f16fd473 req-2a0164b0-22ac-49f0-80c4-cef1d7e284dc tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:03.293696 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7c141142-0936-4e98-9dbd-b800f16fd473 req-2a0164b0-22ac-49f0-80c4-cef1d7e284dc tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.1009228 Jun 22 12:49:03.298999 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-da2308ec-9394-4042-bc3e-d68ff00c7db3 req-afb0f0a9-f7f6-4301-9385-aa150cf2db53 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.1135950 Jun 22 12:49:03.339537 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-da2308ec-9394-4042-bc3e-d68ff00c7db3 req-2f956375-87cc-4024-af6a-5dba916d25d5 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 Jun 22 12:49:03.364255 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7c141142-0936-4e98-9dbd-b800f16fd473 req-d03d574f-b215-4fb8-a32c-09d2350d7c42 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612311 Jun 22 12:49:03.584221 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0caf6-5fef-4938-96fe-b9420610b0c5 req-14eab274-9a1c-4dda-92d1-c6aa96cb1e4a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:03.586159 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b0f0caf6-5fef-4938-96fe-b9420610b0c5 req-14eab274-9a1c-4dda-92d1-c6aa96cb1e4a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 944 time: 0.1125231 Jun 22 12:49:03.641585 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b0f0caf6-5fef-4938-96fe-b9420610b0c5 req-2530b864-1355-4a49-92a4-4a03f756d265 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483985 Jun 22 12:49:03.802338 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe2d7-9e9e-4111-9d41-446de4e98cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:04.184114 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9e71-918e-4626-bcce-378d21bd4a19 req-32d37a9b-9171-4482-a18d-e1560322fad3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:04.185699 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60eb9e71-918e-4626-bcce-378d21bd4a19 req-32d37a9b-9171-4482-a18d-e1560322fad3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0709214 Jun 22 12:49:04.232236 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60eb9e71-918e-4626-bcce-378d21bd4a19 req-165583e1-7aab-4c3c-a573-6f738431f2cb tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Jun 22 12:49:04.566486 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e4b1a-ddfc-44d7-bcf0-b6edbf6124f7 req-6a10c5c3-76f5-489b-ad26-64b95fcd1200 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:04.567966 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1c8e4b1a-ddfc-44d7-bcf0-b6edbf6124f7 req-6a10c5c3-76f5-489b-ad26-64b95fcd1200 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.0806224 Jun 22 12:49:04.616999 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1c8e4b1a-ddfc-44d7-bcf0-b6edbf6124f7 req-a5288485-2890-43a0-a5fa-bb85fa1f091c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425861 Jun 22 12:49:04.817238 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0a68b-1c96-4529-a2a9-fe87bd5afa7b req-958cd615-4bc2-45db-a603-e312679b3cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:04.819523 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e2f0a68b-1c96-4529-a2a9-fe87bd5afa7b req-958cd615-4bc2-45db-a603-e312679b3cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.0882723 Jun 22 12:49:04.866352 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e2f0a68b-1c96-4529-a2a9-fe87bd5afa7b req-4f355962-556e-413f-93ee-ce221d633008 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Jun 22 12:49:05.083425 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c209e9e-dc46-4089-abfe-d75cb2640e6a req-730a8f42-ffa9-4020-a074-2db28bb4fc33 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:05.085153 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9c209e9e-dc46-4089-abfe-d75cb2640e6a req-730a8f42-ffa9-4020-a074-2db28bb4fc33 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 944 time: 0.0973139 Jun 22 12:49:05.132282 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9c209e9e-dc46-4089-abfe-d75cb2640e6a req-ccdf2215-d7eb-48ac-9695-9a393544ed2c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345304 Jun 22 12:49:05.421193 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2726-b899-415b-a4b9-af8524269ded req-dbc42cba-88b3-48e4-af9f-e83c4615e62d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:05.422842 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f4bb2726-b899-415b-a4b9-af8524269ded req-dbc42cba-88b3-48e4-af9f-e83c4615e62d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0675340 Jun 22 12:49:05.477111 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f4bb2726-b899-415b-a4b9-af8524269ded req-241a0c5a-e5f5-4c82-954e-016fbcdc0f33 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Jun 22 12:49:05.804025 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75649f3-9828-401d-ad56-0b9bd58c36a1 req-e6819fbb-a130-43c6-a674-bff6f625a9ce tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:05.805518 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d75649f3-9828-401d-ad56-0b9bd58c36a1 req-e6819fbb-a130-43c6-a674-bff6f625a9ce tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.0660057 Jun 22 12:49:05.845543 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d75649f3-9828-401d-ad56-0b9bd58c36a1 req-d90a4ec5-1e73-4481-a482-e80eb31b6013 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Jun 22 12:49:06.059930 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40b6a5-736e-4787-8abc-57383e0ccaf1 req-eb833492-9519-48ea-845e-93548b9a0079 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:06.061543 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1b40b6a5-736e-4787-8abc-57383e0ccaf1 req-eb833492-9519-48ea-845e-93548b9a0079 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.0696037 Jun 22 12:49:06.126389 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1b40b6a5-736e-4787-8abc-57383e0ccaf1 req-5c2fa185-a278-405d-bd24-b2814a90010c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574691 Jun 22 12:49:06.322591 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76b4e-3a7b-4639-83da-bad8c802457b req-4261d768-a08b-4698-a75b-914999ffa189 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:06.324123 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-86b76b4e-3a7b-4639-83da-bad8c802457b req-4261d768-a08b-4698-a75b-914999ffa189 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 944 time: 0.0723805 Jun 22 12:49:06.365366 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-86b76b4e-3a7b-4639-83da-bad8c802457b req-41b230a8-eb7e-46e7-935c-0c796ca5f0a1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353837 Jun 22 12:49:06.668455 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d5a0-08fa-418b-94ec-8793e41411a8 req-9f33a230-01d9-420d-9ed3-137e35aa8392 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:06.670054 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6733d5a0-08fa-418b-94ec-8793e41411a8 req-9f33a230-01d9-420d-9ed3-137e35aa8392 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0675588 Jun 22 12:49:06.701535 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:49:06.713979 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6733d5a0-08fa-418b-94ec-8793e41411a8 req-2c610307-a4e3-4fd9-a7b8-c01fe271b6e4 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375631 Jun 22 12:49:06.759282 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:49:06.765504 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:49:06.766131 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:06.879937 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:06.909518 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:06.912859 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b15bf5-400a-4049-a1d4-b85b7a2cfa18" -d '{"events": [{"server_uuid": "05aeeb1a-6679-4dbd-9c71-9a450cc8d918", "name": "network-vif-plugged", "status": "completed", "tag": "5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:06.929051 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:06.934483 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:06.937722 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:06.961150 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933d4eb3-1767-4962-9e9a-7269a10cb8b2 x-openstack-request-id: req-933d4eb3-1767-4962-9e9a-7269a10cb8b2 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:06.961460 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05aeeb1a-6679-4dbd-9c71-9a450cc8d918", "name": "network-vif-plugged", "status": "completed", "tag": "5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:06.961733 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-933d4eb3-1767-4962-9e9a-7269a10cb8b2 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:06.962138 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'code': 200} Jun 22 12:49:06.992916 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:06.996416 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:07.049709 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8fab186a-e1bf-4e4a-8c7b-e7806ba17454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:07.074014 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c09f3-7c5e-4f84-85e8-901066532dc8 req-f9b0a3a2-8e3d-4d95-a70e-17b933b93d84 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:07.075680 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ee0c09f3-7c5e-4f84-85e8-901066532dc8 req-f9b0a3a2-8e3d-4d95-a70e-17b933b93d84 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.0832915 Jun 22 12:49:07.119566 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ee0c09f3-7c5e-4f84-85e8-901066532dc8 req-8343afdb-82ca-4b3f-8cae-a6f0b64d62d2 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380199 Jun 22 12:49:07.323874 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e82c-1b99-4f79-94e0-8d856928a33a req-4fe47836-47de-4107-8469-62dd35176058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:07.325348 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6c59e82c-1b99-4f79-94e0-8d856928a33a req-4fe47836-47de-4107-8469-62dd35176058 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 1098 time: 0.1110444 Jun 22 12:49:07.342214 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409f4c5-27ee-461a-9057-b3e3e421bb82 req-82963b3b-d449-4c3f-ab88-4fc6abea9126 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:07.343785 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b409f4c5-27ee-461a-9057-b3e3e421bb82 req-82963b3b-d449-4c3f-ab88-4fc6abea9126 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.0879188 Jun 22 12:49:07.395309 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6c59e82c-1b99-4f79-94e0-8d856928a33a req-e0c259ab-15a6-4d28-8678-7a2d61638541 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505228 Jun 22 12:49:07.403193 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b409f4c5-27ee-461a-9057-b3e3e421bb82 req-5f0407bf-d302-43d9-8c31-ee712ebf1e45 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Jun 22 12:49:07.576179 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce62ae-bb30-4508-9a97-e4dad7bf0258 req-7c8f2881-e120-4f27-be1d-2440394e7ce0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:07.577690 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ffce62ae-bb30-4508-9a97-e4dad7bf0258 req-7c8f2881-e120-4f27-be1d-2440394e7ce0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0768788 Jun 22 12:49:07.620528 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ffce62ae-bb30-4508-9a97-e4dad7bf0258 req-d27e6801-3172-46c5-b7cb-ed45f53a3ece tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371101 Jun 22 12:49:07.946391 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df6d7d-bec7-4777-8955-d603c9aca1b4 req-c7d30c12-6da2-4e58-98ba-68867a00a4d6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:07.948281 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-79df6d7d-bec7-4777-8955-d603c9aca1b4 req-c7d30c12-6da2-4e58-98ba-68867a00a4d6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0768652 Jun 22 12:49:07.996244 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-79df6d7d-bec7-4777-8955-d603c9aca1b4 req-d3074d6b-a5f5-4d8b-b8d0-caa4b44edb1c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Jun 22 12:49:08.329531 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee5412-f8a4-4a98-89f2-6f9f01676832 req-8db0988e-bd5e-4941-9c01-2d188ae8e78c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:08.331129 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-05ee5412-f8a4-4a98-89f2-6f9f01676832 req-8db0988e-bd5e-4941-9c01-2d188ae8e78c tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.0805082 Jun 22 12:49:08.389540 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-05ee5412-f8a4-4a98-89f2-6f9f01676832 req-ee11b677-d8e6-4021-851b-981befd86dbd tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482001 Jun 22 12:49:08.579336 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:08.632068 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44213ef-b7cd-4a2d-ae78-e1793c2b63db req-a17c2853-7a1d-4d4a-a57c-32816acee20a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:08.633868 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e44213ef-b7cd-4a2d-ae78-e1793c2b63db req-a17c2853-7a1d-4d4a-a57c-32816acee20a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.0894043 Jun 22 12:49:08.698834 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e44213ef-b7cd-4a2d-ae78-e1793c2b63db req-00cb70f0-9625-42ee-8f83-d58493d4f315 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582042 Jun 22 12:49:08.843771 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf7d14-2216-4a28-a348-d7e6e71d9d74 req-e780896e-ddde-447c-a4be-3eafbdab3509 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:08.845327 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-abdf7d14-2216-4a28-a348-d7e6e71d9d74 req-e780896e-ddde-447c-a4be-3eafbdab3509 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0718973 Jun 22 12:49:08.891670 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-abdf7d14-2216-4a28-a348-d7e6e71d9d74 req-564543cd-0a4a-4e07-a712-8f2255cda196 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 Jun 22 12:49:09.196039 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c80f32-f019-452e-9f07-80b0f3dccd53 req-eeb8a813-174f-4187-baac-535de0050033 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:09.198216 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e0c80f32-f019-452e-9f07-80b0f3dccd53 req-eeb8a813-174f-4187-baac-535de0050033 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0760944 Jun 22 12:49:09.240338 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e0c80f32-f019-452e-9f07-80b0f3dccd53 req-da4fe826-a118-4cba-8d45-089edeafe9b2 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356023 Jun 22 12:49:09.606139 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d0ce-4ffc-4e23-8b11-a4558d2b452b req-a7673330-c69f-4747-9a3d-708c35719278 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:09.607634 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d616d0ce-4ffc-4e23-8b11-a4558d2b452b req-a7673330-c69f-4747-9a3d-708c35719278 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.0710609 Jun 22 12:49:09.649906 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d616d0ce-4ffc-4e23-8b11-a4558d2b452b req-d10e1190-7705-45d4-a137-c38220567069 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365908 Jun 22 12:49:09.843773 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:09.917177 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8253ff-9561-4ae5-9d4a-ef13e0a693d8 req-ce59766f-08e3-4262-a2f2-5fa958893dba tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:09.919686 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1e8253ff-9561-4ae5-9d4a-ef13e0a693d8 req-ce59766f-08e3-4262-a2f2-5fa958893dba tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.0832438 Jun 22 12:49:09.979989 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1e8253ff-9561-4ae5-9d4a-ef13e0a693d8 req-298c4478-c8af-4c37-9797-38f10e0e17a3 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543637 Jun 22 12:49:10.229531 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617aff8-fef7-4881-adb9-40020b7abb37 req-02ffe3a9-d60e-4b45-88d3-6433fd1b7394 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:10.231341 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2617aff8-fef7-4881-adb9-40020b7abb37 req-02ffe3a9-d60e-4b45-88d3-6433fd1b7394 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1860607 Jun 22 12:49:10.268982 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-8454bf2c-c7f6-41f8-8f2c-a60f3cb7fbac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:10.270490 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-8454bf2c-c7f6-41f8-8f2c-a60f3cb7fbac tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.1528006 Jun 22 12:49:10.460112 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2617aff8-fef7-4881-adb9-40020b7abb37 req-8c7afa9b-476d-489a-b7ac-8c1111e3f5ba tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172210 Jun 22 12:49:10.551441 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Deleting port 011ea0e6-d523-44de-8df8-89f53d28b183 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:49:10.551841 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:10.555096 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:10.558083 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b77234-ffec-41aa-8158-f8991f3d4da5 req-ca3563fb-501f-4ead-bb8d-068399507a65 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:10.570081 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-69b77234-ffec-41aa-8158-f8991f3d4da5 req-ca3563fb-501f-4ead-bb8d-068399507a65 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1484203 Jun 22 12:49:10.630703 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-69b77234-ffec-41aa-8158-f8991f3d4da5 req-17d2c5bf-ed53-4e05-b033-0586099038a2 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Jun 22 12:49:10.776246 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] For port 011ea0e6-d523-44de-8df8-89f53d28b183, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=011ea0e6-d523-44de-8df8-89f53d28b183,segment=NetworkSegment(d01be38d-800f-466f-9fd7-8ad399d2af61),segment_id=d01be38d-800f-466f-9fd7-8ad399d2af61)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:10.776642 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:10.851384 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Calling delete_port for 011ea0e6-d523-44de-8df8-89f53d28b183 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:49:10.877891 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fcd7a-cf58-490e-8a85-e569b155fe37 req-ead53c09-60fc-47ff-b2a3-1e64017de903 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:10.879771 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0d6fcd7a-cf58-490e-8a85-e569b155fe37 req-ead53c09-60fc-47ff-b2a3-1e64017de903 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 946 time: 0.0959160 Jun 22 12:49:10.918879 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:10.919491 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aea5c1-28b9-40bf-bd6f-9d9e94ec7706 req-e8995c22-d140-4862-9bde-93ce59ec68f2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:10.921005 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-59aea5c1-28b9-40bf-bd6f-9d9e94ec7706 req-e8995c22-d140-4862-9bde-93ce59ec68f2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.2498605 Jun 22 12:49:10.933906 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59658) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:10.938216 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'floatingip': {'port_id': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:49:10.951132 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0d6fcd7a-cf58-490e-8a85-e569b155fe37 req-c6d838e1-cf1c-42e9-a9e5-c9b61aeeede5 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/security-groups?id=379fea70-beeb-4e1c-b7f0-47202da33ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618129 Jun 22 12:49:10.985549 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:11.233605 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:11.239831 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:11.295913 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Pushing event deleted for resources: {'Port': ['ID=011ea0e6-d523-44de-8df8-89f53d28b183,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:11.298468 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:11.311140 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['011ea0e6-d523-44de-8df8-89f53d28b183'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:11.357948 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] No DVR routers for this DVR port 011ea0e6-d523-44de-8df8-89f53d28b183 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:49:11.361091 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:11.363071 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-024ad8dc-a839-43c5-b941-85e5a0018ee0 req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.46 "DELETE /v2.0/ports/011ea0e6-d523-44de-8df8-89f53d28b183 HTTP/1.1" status: 204 len: 173 time: 1.0792279 Jun 22 12:49:11.365448 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0529a74-d9d4-4a8a-b513-2dd427b7347c', 'name': 'network-vif-deleted', 'tag': '011ea0e6-d523-44de-8df8-89f53d28b183'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:11.367727 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408ef22-ef09-4844-929d-c1806e324974" -d '{"events": [{"server_uuid": "f0529a74-d9d4-4a8a-b513-2dd427b7347c", "name": "network-vif-deleted", "tag": "011ea0e6-d523-44de-8df8-89f53d28b183"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:11.419183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d3d21-4f1d-40f0-a26a-1c4e552a4d8b x-openstack-request-id: req-611d3d21-4f1d-40f0-a26a-1c4e552a4d8b {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:11.419538 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0529a74-d9d4-4a8a-b513-2dd427b7347c", "name": "network-vif-deleted", "tag": "011ea0e6-d523-44de-8df8-89f53d28b183", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:11.419814 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-611d3d21-4f1d-40f0-a26a-1c4e552a4d8b {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:11.420290 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0529a74-d9d4-4a8a-b513-2dd427b7347c', 'name': 'network-vif-deleted', 'tag': '011ea0e6-d523-44de-8df8-89f53d28b183', 'status': 'completed', 'code': 200} Jun 22 12:49:11.855408 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ede1a-5b5b-439a-a612-423dc744d341 req-6df0f1fe-159f-4f6e-9d5f-7a692767d6ad tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:11.856895 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8f0ede1a-5b5b-439a-a612-423dc744d341 req-6df0f1fe-159f-4f6e-9d5f-7a692767d6ad tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0796227 Jun 22 12:49:11.908598 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:11.914594 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:11.947667 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8f0ede1a-5b5b-439a-a612-423dc744d341 req-f534e330-c74e-4501-a259-61d15f02b89d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711136 Jun 22 12:49:12.048385 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.l3_db [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Floating IP 4ae97632-4fd1-4ca4-95ae-9a99487b85ef associated. External IP: 172.27.0.224, port: 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49. Jun 22 12:49:12.147732 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e9caf55d-fff7-4d94-83ac-693cf0be3742 req-f4e47073-fc77-4ae0-956f-75c5c3ef1275 tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0529a74-d9d4-4a8a-b513-2dd427b7347c HTTP/1.1" status: 200 len: 210 time: 0.0319314 Jun 22 12:49:12.304616 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Router a50a586f-b0d7-4734-af96-19466f3703d0 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:49:12.474680 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:49:12.480580 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:12.489249 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] Sync routers for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:49:12.508284 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:49:12.508934 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:49:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:49:12.543393 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-51627ca0-fc8a-4a5d-ba32-dbc4d0edaa9e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "PUT /v2.0/floatingips/4ae97632-4fd1-4ca4-95ae-9a99487b85ef HTTP/1.1" status: 200 len: 991 time: 1.6060228 Jun 22 12:49:12.631194 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:49:12.894966 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 59716) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:13.000666 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '4ae97632-4fd1-4ca4-95ae-9a99487b85ef', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'port_id': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'mac_address': 'fa:16:3e:d5:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:48:28Z', 'updated_at': '2021-06-22T12:49:11Z', 'revision_number': 1, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:49:13.033723 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] Checking router: a50a586f-b0d7-4734-af96-19466f3703d0 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:49:13.045372 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:49:13.046111 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:49:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:49:13.088498 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bba5f653-e45a-4062-944d-2f142ad4f630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.227529 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:49:13.271143 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573d12-743e-4d3f-a627-4fa717fab1a1 req-c168184c-f188-4edf-8e45-2d880df75298 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:13.278751 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3d573d12-743e-4d3f-a627-4fa717fab1a1 req-c168184c-f188-4edf-8e45-2d880df75298 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1061199 Jun 22 12:49:13.288592 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bba5f653-e45a-4062-944d-2f142ad4f630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.304457 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bba5f653-e45a-4062-944d-2f142ad4f630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.329083 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:13.352755 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3d573d12-743e-4d3f-a627-4fa717fab1a1 req-a0c8530b-85e2-42c4-a8f2-789311fca117 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716519 Jun 22 12:49:13.421387 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'tag': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:13.425749 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b4e582-3c76-4809-8160-8b55de3acc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "05aeeb1a-6679-4dbd-9c71-9a450cc8d918", "tag": "5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:13.432255 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-bba5f653-e45a-4062-944d-2f142ad4f630 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47645d5fc2bd4b1580e884aa14f54542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360098 Jun 22 12:49:13.436958 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59734) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:13.455818 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5f653-e45a-4062-944d-2f142ad4f630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c609b8f-06bb-490f-88a1-047a66d4cfe1,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:13.464188 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-bba5f653-e45a-4062-944d-2f142ad4f630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:13.507994 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d27f558-a933-4db7-ac02-89938f6b4d47 x-openstack-request-id: req-9d27f558-a933-4db7-ac02-89938f6b4d47 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:13.508584 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05aeeb1a-6679-4dbd-9c71-9a450cc8d918", "tag": "5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:13.509975 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d27f558-a933-4db7-ac02-89938f6b4d47 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:13.519912 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'tag': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'status': 'completed', 'code': 200} Jun 22 12:49:13.608951 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9448-5c0e-4b5a-b8d1-6adc830df37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.651757 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9448-5c0e-4b5a-b8d1-6adc830df37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.677121 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-8a59a9a9-45c1-4c96-bfc2-1709c7c7574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:13.678918 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-8a59a9a9-45c1-4c96-bfc2-1709c7c7574d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 1098 time: 0.1047418 Jun 22 12:49:13.682700 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '4ae97632-4fd1-4ca4-95ae-9a99487b85ef', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'port_id': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'mac_address': 'fa:16:3e:d5:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:48:28Z', 'updated_at': '2021-06-22T12:49:11Z', 'revision_number': 1, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:49:13.739996 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599f0ca-5753-431d-95e4-800d7f04303b None None] The sync data for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi is: [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '4ae97632-4fd1-4ca4-95ae-9a99487b85ef', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'port_id': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'mac_address': 'fa:16:3e:d5:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:48:28Z', 'updated_at': '2021-06-22T12:49:11Z', 'revision_number': 1, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:49:13.807940 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9448-5c0e-4b5a-b8d1-6adc830df37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.810935 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9448-5c0e-4b5a-b8d1-6adc830df37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.812098 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6b6c9448-5c0e-4b5a-b8d1-6adc830df37c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c609b8f-06bb-490f-88a1-047a66d4cfe1 HTTP/1.1" status: 204 len: 168 time: 0.3733835 Jun 22 12:49:13.814839 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:13.830588 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c9448-5c0e-4b5a-b8d1-6adc830df37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c609b8f-06bb-490f-88a1-047a66d4cfe1,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:13.838471 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6b6c9448-5c0e-4b5a-b8d1-6adc830df37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:13.905598 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-37bf962d-844c-43c5-9c54-f86472faa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:13.907134 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-37bf962d-844c-43c5-9c54-f86472faa740 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 912 time: 0.1862433 Jun 22 12:49:14.055345 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-ac1d797f-ddd8-4c46-a26c-4acb6e448926 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 HTTP/1.1" status: 200 len: 999 time: 0.1230264 Jun 22 12:49:14.088257 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c9c3db-977e-4346-a9de-b33fc7007807 None None] New status for floating IP 4ae97632-4fd1-4ca4-95ae-9a99487b85ef: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:49:14.171945 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-b5954012-b8ac-4cf8-9cf6-52aa06132bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:14.175708 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-b5954012-b8ac-4cf8-9cf6-52aa06132bf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.1185088 Jun 22 12:49:14.331377 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-0a8b49a8-8f83-4abd-9660-0f66fbb7680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:14.332749 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-0a8b49a8-8f83-4abd-9660-0f66fbb7680e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1417503 Jun 22 12:49:14.465634 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 59792) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:14.486841 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-ee5379c5-ecf0-4b5b-bab4-5f5decd5aa46 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405754 Jun 22 12:49:14.491410 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4fb730e8-6a65-4e2b-b2d0-d15f96acf7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.495296 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59796) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:14.648424 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4fb730e8-6a65-4e2b-b2d0-d15f96acf7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.653026 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4fb730e8-6a65-4e2b-b2d0-d15f96acf7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.656767 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:14.662624 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c0b4e582-3c76-4809-8160-8b55de3acc9a req-5965b998-4bb0-4f0a-8d21-d080b4226e1a service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660304 Jun 22 12:49:14.685940 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ab1ca-3bbe-4f85-8f6e-9492f7265139 req-01a5d7ea-b3cc-4f8f-ae48-78375b12c668 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:14.687776 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-467ab1ca-3bbe-4f85-8f6e-9492f7265139 req-01a5d7ea-b3cc-4f8f-ae48-78375b12c668 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1181355 Jun 22 12:49:14.696092 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-4fb730e8-6a65-4e2b-b2d0-d15f96acf7ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a453ba91159f4c8ab904610dc07571fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291052 Jun 22 12:49:14.699490 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 59810) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:14.747829 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb730e8-6a65-4e2b-b2d0-d15f96acf7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9068461-a1b5-413a-bfb2-28114af65734,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:14.753938 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-4fb730e8-6a65-4e2b-b2d0-d15f96acf7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:14.771739 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-20b81667-a47b-44d2-b3bf-f8dba7fc7a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.786810 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-467ab1ca-3bbe-4f85-8f6e-9492f7265139 req-78e894f3-1a64-4c70-a700-3acd19cabee2 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927725 Jun 22 12:49:14.795691 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 011ea0e6-d523-44de-8df8-89f53d28b183 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:49:14.814265 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-20b81667-a47b-44d2-b3bf-f8dba7fc7a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.816611 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 011ea0e6-d523-44de-8df8-89f53d28b183 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:49:14.817161 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 011ea0e6-d523-44de-8df8-89f53d28b183 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:49:14.851412 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f1784bc2-0742-472f-b427-899d1f339a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.872865 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-20b81667-a47b-44d2-b3bf-f8dba7fc7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.875940 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-20b81667-a47b-44d2-b3bf-f8dba7fc7a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.877246 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-20b81667-a47b-44d2-b3bf-f8dba7fc7a4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9068461-a1b5-413a-bfb2-28114af65734 HTTP/1.1" status: 204 len: 168 time: 0.1765485 Jun 22 12:49:14.877958 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:14.886727 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b81667-a47b-44d2-b3bf-f8dba7fc7a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9068461-a1b5-413a-bfb2-28114af65734,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:14.889561 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-20b81667-a47b-44d2-b3bf-f8dba7fc7a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:14.960603 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f1784bc2-0742-472f-b427-899d1f339a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.969537 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f1784bc2-0742-472f-b427-899d1f339a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:14.972417 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:15.009981 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-f1784bc2-0742-472f-b427-899d1f339a4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701dc7314f1b48eb92b56099cc3c16c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111909 Jun 22 12:49:15.011047 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1784bc2-0742-472f-b427-899d1f339a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0bcff8-3ee1-43ac-9812-ced0f1858e80,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:15.014329 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f1784bc2-0742-472f-b427-899d1f339a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:15.015085 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59816) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:15.098546 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfb72-c91c-4f97-9e80-ce6764d10f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:15.137348 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfb72-c91c-4f97-9e80-ce6764d10f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:15.224380 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfb72-c91c-4f97-9e80-ce6764d10f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:15.230868 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfb72-c91c-4f97-9e80-ce6764d10f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:15.232765 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6ffbfb72-c91c-4f97-9e80-ce6764d10f80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc0bcff8-3ee1-43ac-9812-ced0f1858e80 HTTP/1.1" status: 204 len: 168 time: 0.2165148 Jun 22 12:49:15.234304 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3af1ab97-f8dc-4b35-a905-fa323788441a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:15.257475 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbfb72-c91c-4f97-9e80-ce6764d10f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0bcff8-3ee1-43ac-9812-ced0f1858e80,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:15.265533 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6ffbfb72-c91c-4f97-9e80-ce6764d10f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:15.966652 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deaf8e-5db0-43c3-92dc-6a7c1dc95069 req-f312bb8b-cf81-4de0-848f-1efb463e4217 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:15.968338 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b3deaf8e-5db0-43c3-92dc-6a7c1dc95069 req-f312bb8b-cf81-4de0-848f-1efb463e4217 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0690687 Jun 22 12:49:16.009006 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b3deaf8e-5db0-43c3-92dc-6a7c1dc95069 req-5cd20a2b-8771-4335-8aad-5f9723d71686 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336013 Jun 22 12:49:16.892013 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 59896) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:17.011407 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-19799784-ec9a-4c9a-a8d2-332f422c3a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.100326 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-19799784-ec9a-4c9a-a8d2-332f422c3a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.105602 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-19799784-ec9a-4c9a-a8d2-332f422c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.108206 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-905178c7-9365-40c9-a303-46e775f991dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:17.144431 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-19799784-ec9a-4c9a-a8d2-332f422c3a0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85852f6d1c384fb082e7b212ace61548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512035 Jun 22 12:49:17.145349 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19799784-ec9a-4c9a-a8d2-332f422c3a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac1318-56f4-4f4e-b7f9-a21b2cb5ba19,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:17.147024 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59902) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:17.148382 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-19799784-ec9a-4c9a-a8d2-332f422c3a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:17.199868 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-66231581-3a43-4371-ad3f-a924c7ed4654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.222569 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-66231581-3a43-4371-ad3f-a924c7ed4654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.272882 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-66231581-3a43-4371-ad3f-a924c7ed4654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.276503 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-66231581-3a43-4371-ad3f-a924c7ed4654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.277654 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-66231581-3a43-4371-ad3f-a924c7ed4654 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fac1318-56f4-4f4e-b7f9-a21b2cb5ba19 HTTP/1.1" status: 204 len: 168 time: 0.1295774 Jun 22 12:49:17.278488 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8f5bd0fd-8a3b-4988-83af-3b8643f0fea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:17.286752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66231581-3a43-4371-ad3f-a924c7ed4654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac1318-56f4-4f4e-b7f9-a21b2cb5ba19,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:17.288932 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-66231581-3a43-4371-ad3f-a924c7ed4654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:17.559060 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59912) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:17.574135 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab729-c540-40fd-9162-38181480b1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.669356 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab729-c540-40fd-9162-38181480b1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.673301 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab729-c540-40fd-9162-38181480b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.676104 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-c9ff5a00-f0ec-429c-a0a6-39addd2f683a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:17.711014 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ab729-c540-40fd-9162-38181480b1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d3d6fc-a792-4078-8020-0b2d8b3a5cdb,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:17.714863 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9c5ab729-c540-40fd-9162-38181480b1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:17.718742 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-9c5ab729-c540-40fd-9162-38181480b1ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=177143a706a6472fa49809548279b10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585798 Jun 22 12:49:17.721390 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 59918) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:17.772009 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d687f15c-650a-4108-bab8-c1a08e42c8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.793138 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d687f15c-650a-4108-bab8-c1a08e42c8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.838637 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d687f15c-650a-4108-bab8-c1a08e42c8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.841244 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d687f15c-650a-4108-bab8-c1a08e42c8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.842417 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d687f15c-650a-4108-bab8-c1a08e42c8fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84d3d6fc-a792-4078-8020-0b2d8b3a5cdb HTTP/1.1" status: 204 len: 168 time: 0.1200755 Jun 22 12:49:17.843173 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2d8ce6c0-6c48-4597-9452-0aabea3d7eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:17.850578 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687f15c-650a-4108-bab8-c1a08e42c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d3d6fc-a792-4078-8020-0b2d8b3a5cdb,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:17.852737 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d687f15c-650a-4108-bab8-c1a08e42c8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:18.621722 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f85b9-d1b1-4e1c-b2fe-6a32e579bf71 req-085c1006-cb19-42f4-a203-d66ff4f54bd0 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:18.623258 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-112f85b9-d1b1-4e1c-b2fe-6a32e579bf71 req-085c1006-cb19-42f4-a203-d66ff4f54bd0 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0956614 Jun 22 12:49:18.663205 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-112f85b9-d1b1-4e1c-b2fe-6a32e579bf71 req-11c9d407-cfdf-4bd7-af06-286276689706 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Jun 22 12:49:18.985370 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 59956) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:19.096338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-369749a4-8561-421d-b601-97ede86feebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:19.189875 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-369749a4-8561-421d-b601-97ede86feebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:19.193576 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-369749a4-8561-421d-b601-97ede86feebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:19.195889 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:19.230924 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-369749a4-8561-421d-b601-97ede86feebf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a15f05f7def740ebb639290733fec4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444789 Jun 22 12:49:19.233502 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 59962) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:19.247217 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369749a4-8561-421d-b601-97ede86feebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47464a47-6406-4aa4-aa22-0bfa6dd8fd85,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:19.255247 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-369749a4-8561-421d-b601-97ede86feebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:19.292698 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-495448db-9b6a-41ad-baa2-ae1e843818f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:19.314624 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-495448db-9b6a-41ad-baa2-ae1e843818f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:19.369419 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-495448db-9b6a-41ad-baa2-ae1e843818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:19.374043 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-495448db-9b6a-41ad-baa2-ae1e843818f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:19.375285 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-495448db-9b6a-41ad-baa2-ae1e843818f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47464a47-6406-4aa4-aa22-0bfa6dd8fd85 HTTP/1.1" status: 204 len: 168 time: 0.1409469 Jun 22 12:49:19.376034 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-033fc0db-12ad-45c6-9c4e-a4a977957af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:19.385821 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495448db-9b6a-41ad-baa2-ae1e843818f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47464a47-6406-4aa4-aa22-0bfa6dd8fd85,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:19.388098 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-495448db-9b6a-41ad-baa2-ae1e843818f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:19.875574 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e6a3f-2a67-4841-99b3-1ca2c6746a23 req-691949f1-d4c1-4b15-b524-42cf3bcdfce6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:19.877095 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac3e6a3f-2a67-4841-99b3-1ca2c6746a23 req-691949f1-d4c1-4b15-b524-42cf3bcdfce6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0713959 Jun 22 12:49:19.920086 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac3e6a3f-2a67-4841-99b3-1ca2c6746a23 req-dd474335-c2d8-4202-a367-816c8803391f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371389 Jun 22 12:49:21.251463 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69353877-9aa5-4c06-af31-a0a316aa0689 req-cabadd35-2670-42cd-b9f4-8a5f4e30e7db tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:21.253162 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-69353877-9aa5-4c06-af31-a0a316aa0689 req-cabadd35-2670-42cd-b9f4-8a5f4e30e7db tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0994401 Jun 22 12:49:21.317146 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-69353877-9aa5-4c06-af31-a0a316aa0689 req-3b61b5f6-ed81-473f-a16b-e40f0999a11b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569186 Jun 22 12:49:22.130446 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-94935043-1672-4b5d-9e76-c4a8bb62f17b tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=15fff42d10f342a78bb16715de9c3978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430729 Jun 22 12:49:22.338378 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-ac41b68b-cd25-44ba-a3d9-a6531ac3b4b9 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:22.340572 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-ac41b68b-cd25-44ba-a3d9-a6531ac3b4b9 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042329 Jun 22 12:49:22.358649 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-5a95eecd-8d56-48ce-94de-06b7c24487d2 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/quotas/15fff42d10f342a78bb16715de9c3978 HTTP/1.1" status: 200 len: 375 time: 0.0105555 Jun 22 12:49:22.394070 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-14c1c9c2-0b3f-447c-bdcf-9d07d0a5a519 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=15fff42d10f342a78bb16715de9c3978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293279 Jun 22 12:49:22.576603 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148999e7-a12b-40f4-b184-538d35985153 req-970333ef-7665-46a7-b4c2-b98c4b687e1a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 210 time: 0.0326416 Jun 22 12:49:22.645007 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9d5db-d3a5-44f8-9ae3-8098b6166393 req-09ea4327-7fe2-4226-8737-32b677a8bea9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:22.646694 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-54b9d5db-d3a5-44f8-9ae3-8098b6166393 req-09ea4327-7fe2-4226-8737-32b677a8bea9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0859659 Jun 22 12:49:22.708251 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-54b9d5db-d3a5-44f8-9ae3-8098b6166393 req-d3798dc6-26a2-4a63-8bb4-652de1ecf143 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531971 Jun 22 12:49:23.876973 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-53ab7c2f-58c8-4dd1-b787-304b48b60fcf req-46a77593-5184-46ee-9d26-1fd30b4808de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 210 time: 0.0750680 Jun 22 12:49:23.978900 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860d046-7552-4eaa-a88a-7961580fe278 req-50f31ecf-e6e1-4808-a2da-6663aea2a1b3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:23.990135 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f860d046-7552-4eaa-a88a-7961580fe278 req-50f31ecf-e6e1-4808-a2da-6663aea2a1b3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1113229 Jun 22 12:49:24.002328 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63c280-5ec1-48fd-b6e6-6e043b639c19 req-abf6f66d-4ce9-47a3-aee9-f7a2ca828952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:24.005264 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f63c280-5ec1-48fd-b6e6-6e043b639c19 req-abf6f66d-4ce9-47a3-aee9-f7a2ca828952 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1098 time: 0.1327085 Jun 22 12:49:24.069831 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f860d046-7552-4eaa-a88a-7961580fe278 req-42f0d318-117c-4120-abf5-63508a35f3c8 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782101 Jun 22 12:49:24.082530 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2f63c280-5ec1-48fd-b6e6-6e043b639c19 req-c9aa49c8-48e5-48d4-b27a-22e3a315dbca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666540 Jun 22 12:49:24.295088 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-68ab8958-a140-461e-9220-1a29567c037b tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:24.299151 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-68ab8958-a140-461e-9220-1a29567c037b tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 814 time: 0.1292639 Jun 22 12:49:24.323091 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-fb548798-a335-4342-931a-3a59384bac5e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/quotas/df45705971d64574a506c5671487ece0 HTTP/1.1" status: 200 len: 375 time: 0.0175509 Jun 22 12:49:24.405227 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-1c34ad0a-6445-4de4-baae-86cb91bc7c67 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766437 Jun 22 12:49:24.507453 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-edc754af-3994-49e6-bee5-d1bfff0f312d service neutron] 10.222.0.15 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947704 Jun 22 12:49:24.632085 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ecd12b66-a3a3-4c69-82d0-3d0409d782e5 service neutron] 10.222.0.15 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172669 Jun 22 12:49:24.966810 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9d0084d4-3d52-4609-b0e4-7596feaff5fb req-2ce83864-35e6-4eea-8659-37203faad977 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 210 time: 0.0692563 Jun 22 12:49:25.029011 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-121c5b27-4b5b-4ec9-8f74-eb6b4ef48127 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=15fff42d10f342a78bb16715de9c3978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1178601 Jun 22 12:49:25.152580 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7b3e14db-24b8-4cc6-a68c-6fa547d335d8 req-6bb66247-0223-4a75-81c8-c366d013fb5b tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 210 time: 0.0536277 Jun 22 12:49:25.367821 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-f23c4152-f651-445d-bbe4-323b35486dc2 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:25.371576 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-f23c4152-f651-445d-bbe4-323b35486dc2 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3297303 Jun 22 12:49:25.376967 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d4e90-26d5-4d8b-a902-66e358bf9de3 req-9ae0d4d1-084a-4465-b232-9783d1de2838 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:25.380182 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7e8d4e90-26d5-4d8b-a902-66e358bf9de3 req-9ae0d4d1-084a-4465-b232-9783d1de2838 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0986462 Jun 22 12:49:25.425867 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Request body: {'port': {'device_id': 'f378b6cb-9134-4ce6-9f43-f36278795c28', 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0', 'admin_state_up': True, 'tenant_id': '15fff42d10f342a78bb16715de9c3978'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:49:25.487277 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7e8d4e90-26d5-4d8b-a902-66e358bf9de3 req-99104728-6215-4c1c-86d0-2536362a5272 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673769 Jun 22 12:49:25.648689 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Made reservation on behalf of 15fff42d10f342a78bb16715de9c3978 for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:49:25.655688 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:25.670963 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:26.107355 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:26.116998 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:26.121506 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-698c2548-a912-42d4-9b58-83b65e03d70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:26.132246 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b81e6f7f-5ce4-4549-944a-cb490a59795d req-a90bf7a8-f3f8-4667-a9be-e9cfdef4e802 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 210 time: 0.0363495 Jun 22 12:49:26.212826 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71351360-ecba-4b42-80c8-474468feeda0,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:26.216985 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:26.363104 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Allocated IP 192.168.233.178 (d404be82-c931-4879-b14e-77972f48cfa0/971088c0-f410-4af2-84f0-c721d1ba8add/265723e9-aa0f-4e20-b9ca-7988e8cc4b34) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:49:26.366977 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5d562067-e172-4371-8f57-36dc239dbedf req-1fafec23-0eb9-4c7a-8c98-b897457c0d6f tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 210 time: 0.0734825 Jun 22 12:49:26.589802 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:26.606698 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Transition to ACTIVE for port object 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:49:26.668060 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:26.702099 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:26.719478 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Network d404be82-c931-4879-b14e-77972f48cfa0 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:49:26.744523 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:49:26.800186 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Pushing event updated for resources: {'Port': ['ID=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:26.827779 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:26.828841 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:49:26.926750 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:26.926750 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:26.945324 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a797d-fa1d-48d1-967d-fc558a5b92f7 req-a66b6d66-b6b0-4dbc-ae65-9703e2cfe7e1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:26.947513 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b39a797d-fa1d-48d1-967d-fc558a5b92f7 req-a66b6d66-b6b0-4dbc-ae65-9703e2cfe7e1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.2952483 Jun 22 12:49:26.955845 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5375836 Jun 22 12:49:27.018785 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Request body: {'port': {'device_id': 'f378b6cb-9134-4ce6-9f43-f36278795c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:49:27.025162 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b39a797d-fa1d-48d1-967d-fc558a5b92f7 req-e5e38432-5835-418c-967d-1347ae254355 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675886 Jun 22 12:49:27.202577 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:27.264482 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-842769da-bc42-41a1-ac09-65242938d95e None None] Provisioning for port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:49:27.292171 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-842769da-bc42-41a1-ac09-65242938d95e None None] Provisioning complete for port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:49:27.295080 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-842769da-bc42-41a1-ac09-65242938d95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:27.435368 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-842769da-bc42-41a1-ac09-65242938d95e None None] Port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:49:27.685266 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1a23ca18-45bb-4776-97e2-7ff0c040d496 req-a1589b0b-f84d-46c4-bc53-d3c504231a15 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 210 time: 0.0905287 Jun 22 12:49:27.760231 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-65ca4ad0-38b1-4c86-922c-48d493200721 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:27.766318 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-65ca4ad0-38b1-4c86-922c-48d493200721 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/networks?id=7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 200 len: 814 time: 0.4699540 Jun 22 12:49:27.794282 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Request body: {'port': {'device_id': 'c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf', 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'admin_state_up': True, 'tenant_id': 'df45705971d64574a506c5671487ece0'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:49:27.844187 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:49:27.855233 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:27.886596 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Transition to ACTIVE for port object 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:49:27.940850 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:27.957754 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:28.205707 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Attempting to bind port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:49:28.206327 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Attempting to bind port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:49:28.206422 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Attempting to bind port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 on network d404be82-c931-4879-b14e-77972f48cfa0 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:49:28.213957 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Made reservation on behalf of df45705971d64574a506c5671487ece0 for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:49:28.218083 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:28.226491 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Pushing event updated for resources: {'Port': ['ID=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:28.233374 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 on network d404be82-c931-4879-b14e-77972f48cfa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:49:28.233647 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Attempting to bind port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 on network d404be82-c931-4879-b14e-77972f48cfa0 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:49:28.240429 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:28.256661 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-630ed084-d861-4e0c-a697-0f7be226f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:28.258205 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-630ed084-d861-4e0c-a697-0f7be226f94f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1098 time: 0.3701863 Jun 22 12:49:28.261976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:49:28.262429 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Checking segment: {'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:49:28.262814 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Bound using segment: {'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:49:28.263273 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Bound port: 265723e9-aa0f-4e20-b9ca-7988e8cc4b34, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75965357-654d-4df7-bee5-c7d8debe8e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:49:28.263628 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:28.354309 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178308bf-b470-4969-bf72-48535445d02e req-1fe03076-187b-4243-9f52-238098aad7dd tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:28.355842 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-178308bf-b470-4969-bf72-48535445d02e req-1fe03076-187b-4243-9f52-238098aad7dd tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.3232112 Jun 22 12:49:28.377693 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024e25d-28d5-4291-9b97-905c669b8696 req-453472ae-219d-4744-a887-30bfdad5969e tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:28.379237 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8024e25d-28d5-4291-9b97-905c669b8696 req-453472ae-219d-4744-a887-30bfdad5969e tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 948 time: 0.1779633 Jun 22 12:49:28.413000 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Allocated IP 172.20.0.3 (7f643e26-0049-4c27-87eb-ac8863ee1cbc/cee53181-3547-4ebc-abd9-56241909cfc9/596a816d-e85a-4973-bd8c-0fcd3e6e91b9) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:49:28.443671 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8024e25d-28d5-4291-9b97-905c669b8696 req-9435f994-7cfd-4ccc-ab2a-975245e141aa tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565083 Jun 22 12:49:28.455492 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] For port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:49:28.475277 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-178308bf-b470-4969-bf72-48535445d02e req-cd08dfd4-4554-409b-8c25-4ec72ce00d31 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078141 Jun 22 12:49:28.501360 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] For port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,segment=NetworkSegment(75965357-654d-4df7-bee5-c7d8debe8e5c),segment_id=75965357-654d-4df7-bee5-c7d8debe8e5c)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:49:28.502877 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-0ec8fb9c-a99c-4d43-a651-3f59d4f60667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:28.505512 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-0ec8fb9c-a99c-4d43-a651-3f59d4f60667 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.2209775 Jun 22 12:49:28.507987 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:28.512065 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3c33ce43-8425-4a9e-a96c-b2d1ecfda50a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:28.671205 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:28.671205 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:28.672784 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] 10.222.0.46 "PUT /v2.0/ports/265723e9-aa0f-4e20-b9ca-7988e8cc4b34 HTTP/1.1" status: 200 len: 1098 time: 1.6602690 Jun 22 12:49:28.673309 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f378b6cb-9134-4ce6-9f43-f36278795c28', 'tag': '265723e9-aa0f-4e20-b9ca-7988e8cc4b34'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:28.675809 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84fd3fb-16ed-4724-848e-ce48cfd21643" -d '{"events": [{"name": "network-changed", "server_uuid": "f378b6cb-9134-4ce6-9f43-f36278795c28", "tag": "265723e9-aa0f-4e20-b9ca-7988e8cc4b34"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:28.699025 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-cc17c55a-9588-4f6f-9d19-8c7e975b32c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 200 len: 217 time: 0.1161783 Jun 22 12:49:28.744610 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:28.818992 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:28.822599 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037bebf2-e35e-4c55-a453-37d3e70b8e6f x-openstack-request-id: req-037bebf2-e35e-4c55-a453-37d3e70b8e6f {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:28.827714 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:28.835454 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f378b6cb-9134-4ce6-9f43-f36278795c28", "tag": "265723e9-aa0f-4e20-b9ca-7988e8cc4b34", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:28.835454 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-037bebf2-e35e-4c55-a453-37d3e70b8e6f {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:28.835818 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f378b6cb-9134-4ce6-9f43-f36278795c28', 'tag': '265723e9-aa0f-4e20-b9ca-7988e8cc4b34', 'status': 'completed', 'code': 200} Jun 22 12:49:28.847062 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Pushing event updated for resources: {'Port': ['ID=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:28.855355 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:28.874063 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['b615bbdb-b6f5-4097-b70d-56d94a116b24', '9ad341c5-2287-4546-913e-fc32d61f21ff', '7a8f47b4-73ca-4d3b-a767-d24223c5334c'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:28.889427 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Network 7f643e26-0049-4c27-87eb-ac8863ee1cbc is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:49:28.893237 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:49:28.896061 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:49:28.941910 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Pushing event updated for resources: {'Port': ['ID=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:28.950346 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:28.998682 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-8ad8981e-e2ad-4702-9973-a0212190fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:29.000378 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-8ad8981e-e2ad-4702-9973-a0212190fa3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.2856565 Jun 22 12:49:29.000568 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:29.001254 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:29.044949 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2549660 Jun 22 12:49:29.071154 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Request body: {'port': {'device_id': 'c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:49:29.075059 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-d5096696-e041-4ea9-abc6-c12c2c9e5bec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418458 Jun 22 12:49:29.092991 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-36c4b311-39ce-4078-9f7e-8b05d5be95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:29.094960 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-36c4b311-39ce-4078-9f7e-8b05d5be95e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15fff42d10f342a78bb16715de9c3978&device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 1101 time: 0.2583909 Jun 22 12:49:29.192164 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:29.230072 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-d70ab755-6168-45d0-9c76-1955b9bc9648 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=265723e9-aa0f-4e20-b9ca-7988e8cc4b34 HTTP/1.1" status: 200 len: 217 time: 0.0473857 Jun 22 12:49:29.233329 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-db8178c6-a27e-4b8a-82dc-24cdbecc2bb0 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369863 Jun 22 12:49:29.264066 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451a9ba-ca54-4ccb-9521-5c5fc73d5d0a req-887ca32e-df77-4e5b-af61-a3f4ca7b1341 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:29.276273 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b451a9ba-ca54-4ccb-9521-5c5fc73d5d0a req-887ca32e-df77-4e5b-af61-a3f4ca7b1341 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 931 time: 0.3075085 Jun 22 12:49:29.423704 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b451a9ba-ca54-4ccb-9521-5c5fc73d5d0a req-4f7cf15a-0825-4b70-9d5a-fb9070cfb461 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429563 Jun 22 12:49:29.430209 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-07c6a4eb-7dc2-4687-8f34-b834434a56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:29.432464 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-07c6a4eb-7dc2-4687-8f34-b834434a56aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=971088c0-f410-4af2-84f0-c721d1ba8add HTTP/1.1" status: 200 len: 843 time: 0.1457007 Jun 22 12:49:29.530881 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-98f3cf1a-88ca-4d88-82bf-ec86ca566cfc service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321663 Jun 22 12:49:29.613500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-a2d91100-375b-4454-a637-e057c482548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:29.616439 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-a2d91100-375b-4454-a637-e057c482548d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d404be82-c931-4879-b14e-77972f48cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1753228 Jun 22 12:49:29.768257 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:49:29.778495 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:29.818893 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca5f41-a6d3-47d9-8305-e4ececae44cc req-fc069dda-1edd-476c-b40e-fa42a10c9a36 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:29.828413 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c8ca5f41-a6d3-47d9-8305-e4ececae44cc req-fc069dda-1edd-476c-b40e-fa42a10c9a36 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 948 time: 0.1365581 Jun 22 12:49:29.850671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Transition to ACTIVE for port object 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:49:29.857045 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:29.868911 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:29.904375 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-bdea4949-6662-4dec-9f55-8e3d6415ff01 service neutron] 10.222.0.46 "GET /v2.0/networks/d404be82-c931-4879-b14e-77972f48cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762897 Jun 22 12:49:29.939792 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c8ca5f41-a6d3-47d9-8305-e4ececae44cc req-3232a650-6e74-4296-9501-8d8b01b782f1 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101406 Jun 22 12:49:30.027765 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58f2e-32e9-41a6-a2e4-e7855f4c2556 req-aecf93a7-e423-46d7-9879-e90132d5a19a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:30.029747 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-44a58f2e-32e9-41a6-a2e4-e7855f4c2556 req-aecf93a7-e423-46d7-9879-e90132d5a19a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.2141442 Jun 22 12:49:30.058247 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Pushing event updated for resources: {'Port': ['ID=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:30.069665 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:30.141487 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-44a58f2e-32e9-41a6-a2e4-e7855f4c2556 req-e7234d7f-db9e-419e-876d-ac2040e08610 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989990 Jun 22 12:49:30.191999 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Attempting to bind port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:49:30.192317 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Attempting to bind port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:49:30.192653 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Attempting to bind port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:49:30.202317 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:49:30.203659 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Attempting to bind port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 on network 7f643e26-0049-4c27-87eb-ac8863ee1cbc {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:49:30.205051 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a2acb5f-bee2-4f90-a9e8-5349d72c6663 req-8f763f20-6fd5-4f1a-b9df-3c8d22758bac service neutron] 10.222.0.46 "GET /v2.0/networks/d404be82-c931-4879-b14e-77972f48cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810888 Jun 22 12:49:30.213966 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:49:30.214695 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Checking segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:49:30.215344 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Bound using segment: {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:49:30.216213 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Bound port: 596a816d-e85a-4973-bd8c-0fcd3e6e91b9, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758d75ec-607d-4e4a-912c-1db8d50e0e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:49:30.216711 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:30.330661 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] For port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:49:30.334459 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] For port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:49:30.340119 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:30.342536 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-96efb230-1e49-4f9a-8a4d-bf175d3d5432 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:30.385578 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:30.386396 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:30.388121 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] 10.222.0.46 "PUT /v2.0/ports/596a816d-e85a-4973-bd8c-0fcd3e6e91b9 HTTP/1.1" status: 200 len: 1093 time: 1.3230772 Jun 22 12:49:30.393590 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf', 'tag': '596a816d-e85a-4973-bd8c-0fcd3e6e91b9'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:30.396092 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2140e452-d28f-4b37-9068-d13d7166315e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf", "tag": "596a816d-e85a-4973-bd8c-0fcd3e6e91b9"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:30.431294 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Pushing event updated for resources: {'Port': ['ID=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:30.437785 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:30.447855 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d14431-3a08-4a0f-b511-3d80c8940fbb x-openstack-request-id: req-12d14431-3a08-4a0f-b511-3d80c8940fbb {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:30.448292 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf", "tag": "596a816d-e85a-4973-bd8c-0fcd3e6e91b9", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:30.448574 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12d14431-3a08-4a0f-b511-3d80c8940fbb {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:30.448993 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf', 'tag': '596a816d-e85a-4973-bd8c-0fcd3e6e91b9', 'status': 'completed', 'code': 200} Jun 22 12:49:30.644343 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-9b4c4c0c-9ec5-41a2-86ee-4edb8c81eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:30.646168 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-9b4c4c0c-9ec5-41a2-86ee-4edb8c81eb41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15fff42d10f342a78bb16715de9c3978&device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 1101 time: 0.0979781 Jun 22 12:49:30.663896 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4088a-16de-4b1b-8274-3ad7a3378efc req-a12dac32-f88d-4f7e-9a0d-9f82c5df267e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:30.666594 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e7d4088a-16de-4b1b-8274-3ad7a3378efc req-a12dac32-f88d-4f7e-9a0d-9f82c5df267e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 943 time: 0.0905082 Jun 22 12:49:30.707094 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e7d4088a-16de-4b1b-8274-3ad7a3378efc req-7977658c-2ac8-47d3-8789-0dfe6a2203a6 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337896 Jun 22 12:49:31.282387 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4cd23-0627-4ba1-999c-fd65a0766833 req-3c1e0301-7c0f-4a5c-983c-945331863d28 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:31.284913 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9de4cd23-0627-4ba1-999c-fd65a0766833 req-3c1e0301-7c0f-4a5c-983c-945331863d28 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 948 time: 0.1657927 Jun 22 12:49:31.348502 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9de4cd23-0627-4ba1-999c-fd65a0766833 req-f2b9a862-ae42-417c-8e8f-262fde238adc tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565333 Jun 22 12:49:31.406489 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891e9e7-a608-4b1b-98d1-be59906fc6b3 req-0a93a69f-e2e0-4735-a570-cae54216b421 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:31.413917 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f891e9e7-a608-4b1b-98d1-be59906fc6b3 req-0a93a69f-e2e0-4735-a570-cae54216b421 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1191006 Jun 22 12:49:31.479255 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f891e9e7-a608-4b1b-98d1-be59906fc6b3 req-0e9cc1d6-051d-4323-a031-e26b1c58e829 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639038 Jun 22 12:49:31.895830 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b19bf-cad8-47fd-9907-0071972cb0c9 req-4c68685a-4513-43b8-9c07-7a6e90a77eaf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:31.897488 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-825b19bf-cad8-47fd-9907-0071972cb0c9 req-4c68685a-4513-43b8-9c07-7a6e90a77eaf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 943 time: 0.0686374 Jun 22 12:49:31.938441 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-825b19bf-cad8-47fd-9907-0071972cb0c9 req-5ab49c3c-8420-42bb-ba82-e4d759952e67 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340593 Jun 22 12:49:32.563359 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8f0df-1fca-48a1-9ac5-abcd6d20a5f4 req-85c0210b-318b-4c03-b757-96e72691243c tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:32.565303 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6e8f0df-1fca-48a1-9ac5-abcd6d20a5f4 req-85c0210b-318b-4c03-b757-96e72691243c tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 948 time: 0.0921702 Jun 22 12:49:32.622785 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6e8f0df-1fca-48a1-9ac5-abcd6d20a5f4 req-4cbe2035-1b5e-42f4-bee4-36687f6d70e5 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467157 Jun 22 12:49:32.833238 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb63e19-3cdc-4301-b7e1-c57431e25bac req-2f8ab501-719a-4741-99dc-cca192874024 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:32.835953 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9cb63e19-3cdc-4301-b7e1-c57431e25bac req-2f8ab501-719a-4741-99dc-cca192874024 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0853295 Jun 22 12:49:32.883057 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9cb63e19-3cdc-4301-b7e1-c57431e25bac req-6889ecd4-eeab-4f1d-a34a-370b5b74d651 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Jun 22 12:49:33.145679 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba64bd4-4db3-4295-b0b5-6f9f465fda11 req-3165fedb-1c17-40b2-a12d-a125058ba2b1 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:33.146761 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6ba64bd4-4db3-4295-b0b5-6f9f465fda11 req-3165fedb-1c17-40b2-a12d-a125058ba2b1 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 943 time: 0.0665619 Jun 22 12:49:33.202924 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6ba64bd4-4db3-4295-b0b5-6f9f465fda11 req-9efc5cd7-1ff4-41d4-af59-ef07d7c1bfcb tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Jun 22 12:49:33.819084 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7008c1c7-835b-4807-be0c-8903ded7bd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:33.853440 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfdb50-0835-47e7-9f38-f08db3fa48ad req-a113f405-44ec-4fed-990b-cf6f59d92d9f tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:33.855346 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72cfdb50-0835-47e7-9f38-f08db3fa48ad req-a113f405-44ec-4fed-990b-cf6f59d92d9f tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 948 time: 0.0901439 Jun 22 12:49:33.905653 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72cfdb50-0835-47e7-9f38-f08db3fa48ad req-207b22ee-f85a-4b92-a838-535546723ddb tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Jun 22 12:49:34.141675 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24117a3-7db6-4ae8-a666-580082765c70 req-5caf5a7b-b173-464d-a997-71681ea92339 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.144686 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e452-d28f-4b37-9068-d13d7166315e req-037a410c-cd65-4c54-b87a-71548b41feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.145226 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a24117a3-7db6-4ae8-a666-580082765c70 req-5caf5a7b-b173-464d-a997-71681ea92339 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1235306 Jun 22 12:49:34.147063 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2140e452-d28f-4b37-9068-d13d7166315e req-037a410c-cd65-4c54-b87a-71548b41feec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 1096 time: 0.0638261 Jun 22 12:49:34.271597 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a24117a3-7db6-4ae8-a666-580082765c70 req-fcd54674-2b02-4918-82fe-3511da0b5549 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803540 Jun 22 12:49:34.319681 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-77b80d7d-35a9-4261-a793-29207ee9aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.325383 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-77b80d7d-35a9-4261-a793-29207ee9aac7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d404be82-c931-4879-b14e-77972f48cfa0 HTTP/1.1" status: 200 len: 870 time: 0.2354803 Jun 22 12:49:34.390879 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-11789a7f-e7dd-434f-b79f-030f549de9b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=265723e9-aa0f-4e20-b9ca-7988e8cc4b34 HTTP/1.1" status: 200 len: 217 time: 0.0526731 Jun 22 12:49:34.430366 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e452-d28f-4b37-9068-d13d7166315e req-c1382da2-09d5-4cad-bc8b-02028fdd64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.430366 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2140e452-d28f-4b37-9068-d13d7166315e req-c1382da2-09d5-4cad-bc8b-02028fdd64a4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df45705971d64574a506c5671487ece0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2521133 Jun 22 12:49:34.562724 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-c429d4fd-21d1-412d-b066-55cfd5518f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.567001 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-c429d4fd-21d1-412d-b066-55cfd5518f64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=971088c0-f410-4af2-84f0-c721d1ba8add HTTP/1.1" status: 200 len: 843 time: 0.1501007 Jun 22 12:49:34.647175 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e452-d28f-4b37-9068-d13d7166315e req-a52860bf-7500-4f50-9ea1-e1a897c50628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.648648 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2140e452-d28f-4b37-9068-d13d7166315e req-a52860bf-7500-4f50-9ea1-e1a897c50628 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146261 Jun 22 12:49:34.661249 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335536-3c20-4ced-a45e-48c77e977cbb req-3dfabe98-4a3f-4bc3-b7d8-e923edd55f5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.663593 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a8335536-3c20-4ced-a45e-48c77e977cbb req-3dfabe98-4a3f-4bc3-b7d8-e923edd55f5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 943 time: 0.1668344 Jun 22 12:49:34.678977 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-4b87740e-d670-4d18-b9e9-eb2ce932b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.681623 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-4b87740e-d670-4d18-b9e9-eb2ce932b974 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d404be82-c931-4879-b14e-77972f48cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1016448 Jun 22 12:49:34.749439 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a8335536-3c20-4ced-a45e-48c77e977cbb req-2c179c80-24af-4fa7-8137-3fd565b736dd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Jun 22 12:49:34.849821 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-72299d2e-e7a1-4ab0-9483-a7db240381dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.854100 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-72299d2e-e7a1-4ab0-9483-a7db240381dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df45705971d64574a506c5671487ece0&device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 1096 time: 0.0820825 Jun 22 12:49:34.857676 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-d3b50707-d28e-46ff-a0b4-44d5f4782dc8 service neutron] 10.222.0.46 "GET /v2.0/networks/d404be82-c931-4879-b14e-77972f48cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289012 Jun 22 12:49:34.965972 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-9f9ca6fc-5599-42db-95ab-b43479e253af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=596a816d-e85a-4973-bd8c-0fcd3e6e91b9 HTTP/1.1" status: 200 len: 217 time: 0.0791569 Jun 22 12:49:35.073300 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-e266ea32-521b-4d1b-bef5-f51e75c027e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:35.074944 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-e266ea32-521b-4d1b-bef5-f51e75c027e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 200 len: 854 time: 0.0875666 Jun 22 12:49:35.108683 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c84fd3fb-16ed-4724-848e-ce48cfd21643 req-4e32921f-992a-4da6-9837-300da941cdee service neutron] 10.222.0.46 "GET /v2.0/networks/d404be82-c931-4879-b14e-77972f48cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197945 Jun 22 12:49:35.170233 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-085ed323-338a-4824-9b5e-023d0c301458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f643e26-0049-4c27-87eb-ac8863ee1cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634360 Jun 22 12:49:35.332071 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167aa3-9dd2-424b-8d74-b6a814898f61 req-05d00fa0-8882-4a9e-b824-f6b7705df500 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:35.341179 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ae167aa3-9dd2-424b-8d74-b6a814898f61 req-05d00fa0-8882-4a9e-b824-f6b7705df500 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 948 time: 0.2651198 Jun 22 12:49:35.397141 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ae167aa3-9dd2-424b-8d74-b6a814898f61 req-b17112bc-a823-46fa-ad61-6d54af1dba80 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531936 Jun 22 12:49:35.509934 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-fa3da951-aa73-4424-9af4-3b0ed437efc6 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878468 Jun 22 12:49:35.698032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfac47-1e58-455e-b86a-32d445ceec52 req-d942fe76-5f15-40c0-a0d5-487f76c04225 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:35.699618 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0bcfac47-1e58-455e-b86a-32d445ceec52 req-d942fe76-5f15-40c0-a0d5-487f76c04225 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1270113 Jun 22 12:49:35.701918 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ec3d886-04f1-4ece-a87f-8f7030491db1 req-7a72a1a5-5590-472d-94b4-50920667ed41 service neutron] 10.222.0.46 "GET /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484966 Jun 22 12:49:35.751274 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0bcfac47-1e58-455e-b86a-32d445ceec52 req-4bc453d4-6559-44da-b789-f8aaf6576f76 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Jun 22 12:49:35.829498 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47688d6e-480d-403e-bf8e-c277d76ae875 req-dbc66d1d-718a-43c1-9a7c-e0b1a7fe3421 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:35.832162 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-47688d6e-480d-403e-bf8e-c277d76ae875 req-dbc66d1d-718a-43c1-9a7c-e0b1a7fe3421 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0893984 Jun 22 12:49:35.879566 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-47688d6e-480d-403e-bf8e-c277d76ae875 req-9d956dec-f794-4466-8e66-54e4768e0b1b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402162 Jun 22 12:49:36.002670 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab88d1b-7feb-4066-8bff-0e36fc1a21a9 req-c76db56d-02fc-4292-99de-1d8e30700335 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:36.011043 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5ab88d1b-7feb-4066-8bff-0e36fc1a21a9 req-c76db56d-02fc-4292-99de-1d8e30700335 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 943 time: 0.1204424 Jun 22 12:49:36.058719 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5ab88d1b-7feb-4066-8bff-0e36fc1a21a9 req-a0f9552c-9dda-49ce-81ed-b50f16b69599 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Jun 22 12:49:36.134306 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:49:36.276941 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,segment=NetworkSegment(75965357-654d-4df7-bee5-c7d8debe8e5c),segment_id=75965357-654d-4df7-bee5-c7d8debe8e5c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:36.297538 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '265723e9-aa0f-4e20-b9ca-7988e8cc4b34', 'network_id': 'd404be82-c931-4879-b14e-77972f48cfa0', 'port_id': '265723e9-aa0f-4e20-b9ca-7988e8cc4b34', 'mac_address': 'fa:16:3e:c7:e0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971088c0-f410-4af2-84f0-c721d1ba8add', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:49:36.351301 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:36.373420 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:49:36.405831 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,segment=NetworkSegment(75965357-654d-4df7-bee5-c7d8debe8e5c),segment_id=75965357-654d-4df7-bee5-c7d8debe8e5c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:36.414242 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:36.423537 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:36.491621 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:36.499484 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:36.715781 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:49:36.718626 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6d73a-d9d7-4034-b072-74ab74fe4186 req-73fd5690-6762-4276-9c11-84c0966ce3e0 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:36.730250 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ddf6d73a-d9d7-4034-b072-74ab74fe4186 req-73fd5690-6762-4276-9c11-84c0966ce3e0 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 949 time: 0.1541953 Jun 22 12:49:36.786268 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ddf6d73a-d9d7-4034-b072-74ab74fe4186 req-284407d5-b6d6-4e4c-890d-a0d895cf1c22 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511837 Jun 22 12:49:37.023203 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bb04e-314e-41c8-ae78-e78a623ff51d req-207632fa-1cc9-49cd-9aba-983793b2bda3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:37.032940 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0f1bb04e-314e-41c8-ae78-e78a623ff51d req-207632fa-1cc9-49cd-9aba-983793b2bda3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0983899 Jun 22 12:49:37.084924 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-59afa659-284a-49c8-953b-264804d88ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:37.092301 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0f1bb04e-314e-41c8-ae78-e78a623ff51d req-625a170a-bc91-460e-9f94-a7f8dbc99ebd tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553021 Jun 22 12:49:37.262457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0e958-4aac-4bed-be25-28371d4691d2 req-145deb6c-35cf-4333-9e89-2b205172da72 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:37.263978 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fbc0e958-4aac-4bed-be25-28371d4691d2 req-145deb6c-35cf-4333-9e89-2b205172da72 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0934918 Jun 22 12:49:37.302264 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57f92c-cb23-41bb-ba1e-869342b65777 req-8ab28fcd-f258-4b72-82f6-ca707ee13d75 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:37.303731 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-db57f92c-cb23-41bb-ba1e-869342b65777 req-8ab28fcd-f258-4b72-82f6-ca707ee13d75 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 943 time: 0.0750771 Jun 22 12:49:37.319552 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fbc0e958-4aac-4bed-be25-28371d4691d2 req-27e508dc-a792-4c1f-a38a-eec8ecbb90ab tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494592 Jun 22 12:49:37.354832 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-db57f92c-cb23-41bb-ba1e-869342b65777 req-05248e36-4b42-4d88-9f0d-2e2d9d851205 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Jun 22 12:49:37.384446 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['265723e9-aa0f-4e20-b9ca-7988e8cc4b34'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:38.042891 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67edeb-79ad-4922-9696-dc9b35772705 req-fce74400-1d92-4cd5-8186-f37861b37098 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:38.052972 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3d67edeb-79ad-4922-9696-dc9b35772705 req-fce74400-1d92-4cd5-8186-f37861b37098 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 949 time: 0.1416762 Jun 22 12:49:38.119433 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3d67edeb-79ad-4922-9696-dc9b35772705 req-a0fcf07f-051c-4b92-b37e-18bc124b0a1f tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648358 Jun 22 12:49:38.154004 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:49:38.293012 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:38.309669 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '596a816d-e85a-4973-bd8c-0fcd3e6e91b9', 'network_id': '7f643e26-0049-4c27-87eb-ac8863ee1cbc', 'port_id': '596a816d-e85a-4973-bd8c-0fcd3e6e91b9', 'mac_address': 'fa:16:3e:6c:f7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee53181-3547-4ebc-abd9-56241909cfc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:49:38.315030 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9186f65-ee68-4960-9297-296567221155 req-c42af226-1296-40a3-a6e0-1c1e4bed6afd tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:38.322512 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b9186f65-ee68-4960-9297-296567221155 req-c42af226-1296-40a3-a6e0-1c1e4bed6afd tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1012051 Jun 22 12:49:38.362255 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:38.384947 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:49:38.390388 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b9186f65-ee68-4960-9297-296567221155 req-45b7f112-daf2-488f-9ab2-bf13cbd272c2 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667603 Jun 22 12:49:38.428754 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:38.444205 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:38.451302 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:38.596210 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:38.610736 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:38.614589 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:38.843952 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cf135-7d76-439f-8cf5-9c40f3ddb3ba req-54c972d3-bfd0-4a23-82fc-d9e1367d3834 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:38.855298 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3d4cf135-7d76-439f-8cf5-9c40f3ddb3ba req-54c972d3-bfd0-4a23-82fc-d9e1367d3834 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 944 time: 0.2118235 Jun 22 12:49:38.894129 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1162668-34ae-4b12-ac30-b921c213eb69 req-291ce593-03c9-4d87-9967-6d52ce04c231 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:38.903403 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e1162668-34ae-4b12-ac30-b921c213eb69 req-291ce593-03c9-4d87-9967-6d52ce04c231 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.2321317 Jun 22 12:49:38.954104 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3d4cf135-7d76-439f-8cf5-9c40f3ddb3ba req-3868cffc-3a04-44dd-9049-ed1105787e36 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967669 Jun 22 12:49:39.005888 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e1162668-34ae-4b12-ac30-b921c213eb69 req-4011f7c8-d609-4fb3-a204-bfe7cabb56f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011024 Jun 22 12:49:39.091848 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['596a816d-e85a-4973-bd8c-0fcd3e6e91b9'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:39.443366 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b232a-b85c-4cb8-bf73-95c43c2ac85e req-ac78f580-beb0-4237-b118-7f65e624f33f tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:39.445133 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c85b232a-b85c-4cb8-bf73-95c43c2ac85e req-ac78f580-beb0-4237-b118-7f65e624f33f tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 949 time: 0.1162696 Jun 22 12:49:39.519862 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c85b232a-b85c-4cb8-bf73-95c43c2ac85e req-51015f92-78be-4446-b845-6515c6f70681 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677757 Jun 22 12:49:39.832248 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:40.149860 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:49:40.231874 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98fffa-02b5-4ca7-bd03-4b8810892802 req-13822a84-a57e-4525-a41d-d8010c391a2c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:40.243527 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-da98fffa-02b5-4ca7-bd03-4b8810892802 req-13822a84-a57e-4525-a41d-d8010c391a2c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1081605 Jun 22 12:49:40.261409 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:49:40.269978 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:49:40.270351 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:40.374417 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-da98fffa-02b5-4ca7-bd03-4b8810892802 req-4ec9142d-7b14-4d5c-8cb4-3db61d5ecb8f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198537 Jun 22 12:49:40.451327 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:40.535439 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,segment=NetworkSegment(75965357-654d-4df7-bee5-c7d8debe8e5c),segment_id=75965357-654d-4df7-bee5-c7d8debe8e5c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:40.538592 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f378b6cb-9134-4ce6-9f43-f36278795c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265723e9-aa0f-4e20-b9ca-7988e8cc4b34'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:40.542546 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcb834c-fd09-48f7-8784-2be0ecf5d0fc" -d '{"events": [{"server_uuid": "f378b6cb-9134-4ce6-9f43-f36278795c28", "name": "network-vif-plugged", "status": "completed", "tag": "265723e9-aa0f-4e20-b9ca-7988e8cc4b34"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:40.562314 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:40.566892 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:40.573034 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:40.652188 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a0b37-0e43-43d2-b536-452bc0f6fa25 req-b5f99cc9-4e01-4795-b931-a6fd08c14bf9 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:40.680790 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-781a0b37-0e43-43d2-b536-452bc0f6fa25 req-b5f99cc9-4e01-4795-b931-a6fd08c14bf9 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 944 time: 0.5874736 Jun 22 12:49:40.691345 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:40.711249 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:40.840622 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-781a0b37-0e43-43d2-b536-452bc0f6fa25 req-8fc66edb-fbf2-4dca-a9bb-50e6c5ccb3ba tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503582 Jun 22 12:49:40.951714 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 60450) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:40.964644 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d6182-0781-4ea7-8bd1-d0e42b0f4ff1 req-df84400a-544e-4a63-bfa2-68b6d3b206a1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:40.967560 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-432d6182-0781-4ea7-8bd1-d0e42b0f4ff1 req-df84400a-544e-4a63-bfa2-68b6d3b206a1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.3554969 Jun 22 12:49:40.974595 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:41.079794 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-432d6182-0781-4ea7-8bd1-d0e42b0f4ff1 req-ac6c4078-b65a-4743-b245-a378d5416fc5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045594 Jun 22 12:49:41.118745 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b201a996-0639-4ff2-a159-654a7c64187e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:41.298241 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b201a996-0639-4ff2-a159-654a7c64187e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:41.303500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b201a996-0639-4ff2-a159-654a7c64187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:41.307272 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:41.355918 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b201a996-0639-4ff2-a159-654a7c64187e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecf0edc000b44b949fe689f61febd04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025309 Jun 22 12:49:41.357209 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201a996-0639-4ff2-a159-654a7c64187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f970d9ad-db77-4bd5-a326-dee1dce61105,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:41.360207 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 60456) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:41.378941 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b201a996-0639-4ff2-a159-654a7c64187e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:41.382715 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697e1fc-496a-4710-bc9d-41a150f0c061 req-908a3b09-4779-4629-b156-18cb5203dc8d tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:41.384464 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0697e1fc-496a-4710-bc9d-41a150f0c061 req-908a3b09-4779-4629-b156-18cb5203dc8d tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.1142688 Jun 22 12:49:41.455192 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ac2d80e2-2146-46a3-9123-00f122a26393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:41.466418 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0697e1fc-496a-4710-bc9d-41a150f0c061 req-811a4772-4a2b-4a96-b217-bf784c8eee7b tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734856 Jun 22 12:49:41.490950 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ac2d80e2-2146-46a3-9123-00f122a26393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:41.526626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb3df1b-f770-43f3-80ca-64ceac516ef3 x-openstack-request-id: req-9cb3df1b-f770-43f3-80ca-64ceac516ef3 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:41.527094 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f378b6cb-9134-4ce6-9f43-f36278795c28", "name": "network-vif-plugged", "status": "completed", "tag": "265723e9-aa0f-4e20-b9ca-7988e8cc4b34", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:41.527360 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cb3df1b-f770-43f3-80ca-64ceac516ef3 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:41.527766 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f378b6cb-9134-4ce6-9f43-f36278795c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265723e9-aa0f-4e20-b9ca-7988e8cc4b34', 'code': 200} Jun 22 12:49:41.594665 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ac2d80e2-2146-46a3-9123-00f122a26393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:41.598889 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ac2d80e2-2146-46a3-9123-00f122a26393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:41.603135 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-ac2d80e2-2146-46a3-9123-00f122a26393 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f970d9ad-db77-4bd5-a326-dee1dce61105 HTTP/1.1" status: 204 len: 168 time: 0.2294705 Jun 22 12:49:41.603688 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6b6c9448-5c0e-4b5a-b8d1-6adc830df37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:41.639705 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d80e2-2146-46a3-9123-00f122a26393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f970d9ad-db77-4bd5-a326-dee1dce61105,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:41.642239 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ac2d80e2-2146-46a3-9123-00f122a26393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:42.038116 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b0108-0e4e-4711-bb8e-746c5bdd4467 req-87b67d1a-672e-4c4e-99cf-2f34c23fff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:42.040653 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-407b0108-0e4e-4711-bb8e-746c5bdd4467 req-87b67d1a-672e-4c4e-99cf-2f34c23fff65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 1103 time: 0.1442833 Jun 22 12:49:42.092560 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-407b0108-0e4e-4711-bb8e-746c5bdd4467 req-fdbf74d5-4c55-45b3-b553-b48166c89d09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jun 22 12:49:42.158281 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:49:42.201193 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef859b-059d-41b0-8cda-641c6be6f64b req-ef7ea7f2-ddd5-4630-b1ec-fe7891d332f8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:42.213655 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b1ef859b-059d-41b0-8cda-641c6be6f64b req-ef7ea7f2-ddd5-4630-b1ec-fe7891d332f8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 944 time: 0.0977130 Jun 22 12:49:42.287241 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b1ef859b-059d-41b0-8cda-641c6be6f64b req-98329866-8fbc-4355-a30f-95a582d61755 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721929 Jun 22 12:49:42.305680 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:49:42.318059 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:49:42.318748 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:42.450264 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:42.454481 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc52c7-8b68-4b8d-b42c-d892ef8fbb50 req-c18e29b5-de47-46d3-8447-c74bab496e86 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:42.459237 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-42dc52c7-8b68-4b8d-b42c-d892ef8fbb50 req-c18e29b5-de47-46d3-8447-c74bab496e86 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0985887 Jun 22 12:49:42.503822 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:42.512419 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:42.514651 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:42.538262 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-42dc52c7-8b68-4b8d-b42c-d892ef8fbb50 req-bf0472d5-b46d-46c9-92c6-d00e30e4e952 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744889 Jun 22 12:49:42.583247 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:42.587044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:42.675431 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f755b-e771-4157-9c03-df4fdec38af7 req-17691f2f-664a-4b4a-81cb-a3dcb02ef557 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:42.676740 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b58f755b-e771-4157-9c03-df4fdec38af7 req-17691f2f-664a-4b4a-81cb-a3dcb02ef557 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0719690 Jun 22 12:49:42.731148 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b58f755b-e771-4157-9c03-df4fdec38af7 req-68da2493-6921-4ee2-935c-24201b29dc45 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Jun 22 12:49:43.292517 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-bd54c072-d367-4c64-b5b1-9734c7395be1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211519 Jun 22 12:49:43.437726 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-398853fb-e2f0-48ec-a895-dc0e9decc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:43.439771 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-398853fb-e2f0-48ec-a895-dc0e9decc0c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1098 time: 0.0987794 Jun 22 12:49:43.529145 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596a816d-e85a-4973-bd8c-0fcd3e6e91b9'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:43.531559 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dac69c-065e-4a44-8059-a1b20a2e5c2a" -d '{"events": [{"server_uuid": "c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf", "name": "network-vif-plugged", "status": "completed", "tag": "596a816d-e85a-4973-bd8c-0fcd3e6e91b9"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:43.575860 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9724e6fa-7687-4322-a81d-9eb920c291f1 x-openstack-request-id: req-9724e6fa-7687-4322-a81d-9eb920c291f1 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:43.576596 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf", "name": "network-vif-plugged", "status": "completed", "tag": "596a816d-e85a-4973-bd8c-0fcd3e6e91b9", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:43.577156 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9724e6fa-7687-4322-a81d-9eb920c291f1 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:43.578786 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596a816d-e85a-4973-bd8c-0fcd3e6e91b9', 'code': 200} Jun 22 12:49:43.625254 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-726eed81-5ddf-4de0-8180-b6f89e79d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:43.626757 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-726eed81-5ddf-4de0-8180-b6f89e79d461 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.1312735 Jun 22 12:49:43.637938 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1aba-72ea-4bd4-a50e-603c188ef71b req-1dc54904-3456-469e-9dc2-279982e5093d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:43.639743 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ef5d1aba-72ea-4bd4-a50e-603c188ef71b req-1dc54904-3456-469e-9dc2-279982e5093d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.1803579 Jun 22 12:49:43.721996 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ef5d1aba-72ea-4bd4-a50e-603c188ef71b req-c85f3eb6-cb1e-4345-bf29-3d87acc9bcae tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760064 Jun 22 12:49:43.723739 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-22fd2166-1256-4a5f-97f4-7624fe46c588 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 200 len: 217 time: 0.0468869 Jun 22 12:49:43.757534 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503243-1f33-4942-9eb5-31e8fd4f3c6f req-83b7ed35-d6ad-4aec-93fc-f365fbb3d837 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:43.760705 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-af503243-1f33-4942-9eb5-31e8fd4f3c6f req-83b7ed35-d6ad-4aec-93fc-f365fbb3d837 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0921688 Jun 22 12:49:43.805602 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-a033525d-fb19-4d86-ac33-0e3ecf357012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:43.807278 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-a033525d-fb19-4d86-ac33-0e3ecf357012 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.0754600 Jun 22 12:49:43.833589 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-af503243-1f33-4942-9eb5-31e8fd4f3c6f req-1f2fd103-a7c2-4dc5-a27d-c5063f177a14 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614462 Jun 22 12:49:43.885675 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-cf5bad10-d9a7-4399-8811-f41f68b06b36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396197 Jun 22 12:49:44.193910 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-f045b32c-1cc9-4a1e-9bfc-15f10b347bae service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619413 Jun 22 12:49:44.214358 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1891a-c5b4-45ae-bb72-d8ac2a876bbf req-7a79339a-4c64-450e-8be4-3d5b48958bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:44.216099 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1df1891a-c5b4-45ae-bb72-d8ac2a876bbf req-7a79339a-4c64-450e-8be4-3d5b48958bb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 1098 time: 0.1118999 Jun 22 12:49:44.227974 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b30f7d-caa2-40ce-90b8-bd3b22e2efc9 req-8c84782a-d4fc-4608-be6e-0bed9be5941a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:44.236285 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a3b30f7d-caa2-40ce-90b8-bd3b22e2efc9 req-8c84782a-d4fc-4608-be6e-0bed9be5941a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.2442212 Jun 22 12:49:44.273198 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1df1891a-c5b4-45ae-bb72-d8ac2a876bbf req-57a52ccf-0c47-463e-838c-553c45a9b290 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jun 22 12:49:44.335902 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a3b30f7d-caa2-40ce-90b8-bd3b22e2efc9 req-094f9b86-c021-4c0f-83de-041c813208c7 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983136 Jun 22 12:49:44.368080 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8a515f98-f712-4b1a-9cd9-13144e21cec0 req-3c3d2d08-57ea-4396-a07e-dfbbaac5f23a service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626754 Jun 22 12:49:45.020546 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87a238-cfbd-4320-8d86-6cd1152aca88 req-a89a8a1c-f699-48f0-b005-c8dbdc9f299d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:45.022682 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bd87a238-cfbd-4320-8d86-6cd1152aca88 req-a89a8a1c-f699-48f0-b005-c8dbdc9f299d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.1338964 Jun 22 12:49:45.107011 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bd87a238-cfbd-4320-8d86-6cd1152aca88 req-bb33e43d-251b-4f4f-8657-8c9b6c4d4ac0 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730183 Jun 22 12:49:45.249480 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8668cc-f5e9-4681-bbb7-36bb0a515711 req-ec49641e-7261-49b1-8b4c-f02ef9869d64 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:45.251205 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8d8668cc-f5e9-4681-bbb7-36bb0a515711 req-ec49641e-7261-49b1-8b4c-f02ef9869d64 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0872872 Jun 22 12:49:45.293659 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8d8668cc-f5e9-4681-bbb7-36bb0a515711 req-b69a04c2-a677-487b-b1cd-9a4f0c177cab tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367167 Jun 22 12:49:45.508915 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f1185-841c-4566-8f90-0f575f6ab305 req-b76f692b-f39e-4d74-bce9-81eef929c885 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:45.510416 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-999f1185-841c-4566-8f90-0f575f6ab305 req-b76f692b-f39e-4d74-bce9-81eef929c885 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0675442 Jun 22 12:49:45.548918 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-999f1185-841c-4566-8f90-0f575f6ab305 req-9a6d7976-8581-4bf6-a718-ae026063e33a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Jun 22 12:49:45.957031 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092c03f-fef1-44bf-8b70-ff1202516854 req-aef85ef5-55d0-40e6-91dc-b50ecb09151b tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:45.958572 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3092c03f-fef1-44bf-8b70-ff1202516854 req-aef85ef5-55d0-40e6-91dc-b50ecb09151b tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0639098 Jun 22 12:49:45.998540 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3092c03f-fef1-44bf-8b70-ff1202516854 req-160c25ec-c90c-44a2-88cd-de93e200d40e tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Jun 22 12:49:46.280670 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd204-8e26-4db3-b119-413030ee6b91 req-8190cf2d-1ba8-4970-b0bb-3ab442884cfa tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:46.282108 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-711dd204-8e26-4db3-b119-413030ee6b91 req-8190cf2d-1ba8-4970-b0bb-3ab442884cfa tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.0663276 Jun 22 12:49:46.327347 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-711dd204-8e26-4db3-b119-413030ee6b91 req-e863d9fe-351e-4e9f-ad3c-f85dc6fff80e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349729 Jun 22 12:49:46.502981 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc70de7-4a8e-485c-b37c-31fbeb89374b req-3a9c6f37-3485-476f-a02e-8d95ddf5a3f6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:46.504468 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2cc70de7-4a8e-485c-b37c-31fbeb89374b req-3a9c6f37-3485-476f-a02e-8d95ddf5a3f6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0713098 Jun 22 12:49:46.547611 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2cc70de7-4a8e-485c-b37c-31fbeb89374b req-46c50f41-a105-42e8-9e65-8aba79b11529 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363758 Jun 22 12:49:47.201126 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b8c02-bbff-404b-8f5a-cbe5e8e582a0 req-84a2df3c-16dc-4011-874c-51392ead7c96 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:47.202755 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a15b8c02-bbff-404b-8f5a-cbe5e8e582a0 req-84a2df3c-16dc-4011-874c-51392ead7c96 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0791337 Jun 22 12:49:47.243789 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a15b8c02-bbff-404b-8f5a-cbe5e8e582a0 req-5d61d95a-73a5-4dda-9f87-f2905c046cb1 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352170 Jun 22 12:49:47.523989 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c5541-14bc-4910-ba65-24a1b5be813e req-b7d08f2f-f669-4058-a2c8-4fc609f53a2a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:47.525658 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d67c5541-14bc-4910-ba65-24a1b5be813e req-b7d08f2f-f669-4058-a2c8-4fc609f53a2a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.0737598 Jun 22 12:49:47.567549 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d67c5541-14bc-4910-ba65-24a1b5be813e req-a10bc8e3-ded5-4c98-94d5-8c7a8f90c46a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359974 Jun 22 12:49:47.742052 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a726a4-fc9b-4b9d-8ead-b1e47e23ec7e req-1c43f2d7-765d-431c-885d-bb539a6f55eb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:47.744604 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-47a726a4-fc9b-4b9d-8ead-b1e47e23ec7e req-1c43f2d7-765d-431c-885d-bb539a6f55eb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0682960 Jun 22 12:49:47.783292 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-47a726a4-fc9b-4b9d-8ead-b1e47e23ec7e req-d2d01136-0dd0-4933-805a-4b06b2a8690e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330005 Jun 22 12:49:48.436178 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4069d56-ecad-4baf-ac17-142c90f558f1 req-509c6e70-a2eb-4484-bd75-dc367d9c92d5 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:48.437690 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e4069d56-ecad-4baf-ac17-142c90f558f1 req-509c6e70-a2eb-4484-bd75-dc367d9c92d5 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0768657 Jun 22 12:49:48.477532 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e4069d56-ecad-4baf-ac17-142c90f558f1 req-439e5a69-ee79-460b-9602-f79b452112a2 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Jun 22 12:49:48.788179 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c60fd-a746-46bb-b807-46a6ddb1ab23 req-61825aef-3485-4fe2-8cdb-1018a0bb6f79 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:48.792036 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a9c60fd-a746-46bb-b807-46a6ddb1ab23 req-61825aef-3485-4fe2-8cdb-1018a0bb6f79 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.1024373 Jun 22 12:49:48.838204 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a9c60fd-a746-46bb-b807-46a6ddb1ab23 req-91db4aeb-3cce-44cd-ba37-619efbc39636 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Jun 22 12:49:49.012276 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2519-9d87-4b00-9219-e4223281b83b req-6966b093-d6b0-4745-8710-e7a25ec7c605 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:49.013745 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-93ad2519-9d87-4b00-9219-e4223281b83b req-6966b093-d6b0-4745-8710-e7a25ec7c605 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0861864 Jun 22 12:49:49.057664 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-93ad2519-9d87-4b00-9219-e4223281b83b req-0865ee44-5472-4d74-973c-7031ea113033 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379028 Jun 22 12:49:49.666757 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305d4f7-a588-4525-ac24-dd8b20a3915c req-0e3a07b1-d2f6-4b47-849d-146dae3d4ed1 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:49.668300 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2305d4f7-a588-4525-ac24-dd8b20a3915c req-0e3a07b1-d2f6-4b47-849d-146dae3d4ed1 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0670214 Jun 22 12:49:49.709270 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2305d4f7-a588-4525-ac24-dd8b20a3915c req-9a57c7ab-f8bd-45a4-a5df-09d93bb3fa2f tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Jun 22 12:49:50.080710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a6102-57f9-4e2f-8ba5-40418ae39af0 req-6cc29b97-d055-448f-8ae0-b9e2dc46d700 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:50.083438 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f43a6102-57f9-4e2f-8ba5-40418ae39af0 req-6cc29b97-d055-448f-8ae0-b9e2dc46d700 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.0853508 Jun 22 12:49:50.143017 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f43a6102-57f9-4e2f-8ba5-40418ae39af0 req-6fec16b0-9dd3-455d-88f7-5bb7a9233d0c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531173 Jun 22 12:49:50.292274 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654176-f38f-4dfc-9cc4-2e9b7b7cbce6 req-c071881a-b9c1-4b0f-b8bc-e95a0e3f6eec tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:50.293838 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b654176-f38f-4dfc-9cc4-2e9b7b7cbce6 req-c071881a-b9c1-4b0f-b8bc-e95a0e3f6eec tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0805004 Jun 22 12:49:50.335473 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b654176-f38f-4dfc-9cc4-2e9b7b7cbce6 req-0c032fd5-3337-4362-97d6-9be7f6a618bb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355427 Jun 22 12:49:50.892006 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a65b6-7225-49d4-9eaa-5408927fbcab req-6c1be756-3e83-4c52-8391-44a2dfc513a5 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:50.893650 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b30a65b6-7225-49d4-9eaa-5408927fbcab req-6c1be756-3e83-4c52-8391-44a2dfc513a5 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0676844 Jun 22 12:49:50.936812 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b30a65b6-7225-49d4-9eaa-5408927fbcab req-3c22c8d6-fe18-4ac4-84b0-5f660c7de244 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371416 Jun 22 12:49:51.330319 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a43bc5-1a94-42b6-8420-7a7ec3cb4643 req-f0f8dd3d-78cb-435d-8519-040f8813cd60 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:51.331718 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-42a43bc5-1a94-42b6-8420-7a7ec3cb4643 req-f0f8dd3d-78cb-435d-8519-040f8813cd60 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.0737054 Jun 22 12:49:51.388144 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-42a43bc5-1a94-42b6-8420-7a7ec3cb4643 req-948cedea-bbb3-4c8b-b509-3010fde7cb2c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 Jun 22 12:49:51.627111 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8f0ec-0ee1-4a92-a49c-a6a2a3f1d43f req-c2c0cc2a-4404-4d15-86aa-4d6d26803b76 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:51.628831 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-47c8f0ec-0ee1-4a92-a49c-a6a2a3f1d43f req-c2c0cc2a-4404-4d15-86aa-4d6d26803b76 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0826356 Jun 22 12:49:51.701335 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-47c8f0ec-0ee1-4a92-a49c-a6a2a3f1d43f req-e7e0a38c-f0e9-4dcf-9cfb-dfb07fddde91 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644886 Jun 22 12:49:52.174828 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d9b13-341d-48b0-b609-bf1c32ad6b43 req-bcc51e4e-4372-45e9-9364-060cbb2ac9c1 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:52.176324 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bf4d9b13-341d-48b0-b609-bf1c32ad6b43 req-bcc51e4e-4372-45e9-9364-060cbb2ac9c1 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0659487 Jun 22 12:49:52.216050 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bf4d9b13-341d-48b0-b609-bf1c32ad6b43 req-e6a1279f-482b-4964-9839-1a89a82ce949 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Jun 22 12:49:52.397979 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d8ce5-ad74-4629-9284-026d5ecec24f req-f36d0326-1574-4de2-b439-aea01fb2b7c9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:52.400713 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e77d8ce5-ad74-4629-9284-026d5ecec24f req-f36d0326-1574-4de2-b439-aea01fb2b7c9 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0805371 Jun 22 12:49:52.459653 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e77d8ce5-ad74-4629-9284-026d5ecec24f req-37544d27-bff0-414f-a7ab-4489a3273d72 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530272 Jun 22 12:49:52.921410 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2cada-d042-42b5-8f4f-466f26405175 req-e32d2f52-f640-461c-bb9d-5d0baec25e0e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:52.922968 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-34f2cada-d042-42b5-8f4f-466f26405175 req-e32d2f52-f640-461c-bb9d-5d0baec25e0e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0749700 Jun 22 12:49:52.965158 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-34f2cada-d042-42b5-8f4f-466f26405175 req-3c3fa581-cc8b-4df7-ab5b-0ccbcbd8f4d5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361052 Jun 22 12:49:53.394389 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7aead-3a62-41ea-a3f1-0645487a805d req-ea8105df-9f2f-422c-98f1-cfd08b355ee3 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:53.395713 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-22a7aead-3a62-41ea-a3f1-0645487a805d req-ea8105df-9f2f-422c-98f1-cfd08b355ee3 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0636580 Jun 22 12:49:53.434785 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-22a7aead-3a62-41ea-a3f1-0645487a805d req-2428af8f-3ebd-4dda-b555-98973426aaed tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Jun 22 12:49:53.659371 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf45c8-8e94-49a1-ace6-f1ec550dcd9c req-09a2548d-8a5a-4584-a4f7-517f7ba822f8 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:53.660864 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0dcf45c8-8e94-49a1-ace6-f1ec550dcd9c req-09a2548d-8a5a-4584-a4f7-517f7ba822f8 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0683389 Jun 22 12:49:53.699789 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0dcf45c8-8e94-49a1-ace6-f1ec550dcd9c req-10c12330-adde-4d86-b598-51f671961da5 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Jun 22 12:49:54.013232 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-c6f98a77-3c14-4335-93a7-5f2b55087911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:54.014760 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-c6f98a77-3c14-4335-93a7-5f2b55087911 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1098 time: 0.0599670 Jun 22 12:49:54.167352 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-da82daeb-6e16-4dd2-bb0f-6b2244ff4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:54.168744 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-da82daeb-6e16-4dd2-bb0f-6b2244ff4b44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.1426692 Jun 22 12:49:54.195735 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45ebf0-b776-4cf8-8d94-68b5224515a7 req-cc75cf0a-fa9f-4b07-b069-d6dadad0bb54 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:54.197351 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0f45ebf0-b776-4cf8-8d94-68b5224515a7 req-cc75cf0a-fa9f-4b07-b069-d6dadad0bb54 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1087213 Jun 22 12:49:54.231271 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-9170b039-1ea4-48dc-8d03-e30bf4128810 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 200 len: 217 time: 0.0508227 Jun 22 12:49:54.292471 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0f45ebf0-b776-4cf8-8d94-68b5224515a7 req-3f465190-c760-4a75-9eb7-2370e114af39 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638161 Jun 22 12:49:54.306401 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-0bcfd70f-c7a0-4a66-9e48-d0c0c6bfd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:54.307673 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-0bcfd70f-c7a0-4a66-9e48-d0c0c6bfd5c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.0631356 Jun 22 12:49:54.347057 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-9d4da411-c99d-46ec-8474-316e116f6f17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295339 Jun 22 12:49:54.458488 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-f018f621-c70f-4b4e-85bc-130a61e8ddd3 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932734 Jun 22 12:49:54.605759 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a4f3adb2-d5de-4541-a356-286674cd5c3b req-d3cdf26a-8986-4f62-9f31-a139465aea6f service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837662 Jun 22 12:49:54.619373 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630a3f-9235-44c2-af2d-776e7c08bddd req-4e748aef-dbfe-4a3d-afdf-8b6f599622b1 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:54.620879 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-65630a3f-9235-44c2-af2d-776e7c08bddd req-4e748aef-dbfe-4a3d-afdf-8b6f599622b1 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.0717111 Jun 22 12:49:54.661764 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-65630a3f-9235-44c2-af2d-776e7c08bddd req-8588bb5b-11d7-48d8-858d-4ffb7459d683 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Jun 22 12:49:54.878931 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ad9d7-88b2-4490-9897-0473b4966437 req-e018b29f-9178-4350-b6df-91be5ca3e42f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:54.880480 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e12ad9d7-88b2-4490-9897-0473b4966437 req-e018b29f-9178-4350-b6df-91be5ca3e42f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0679121 Jun 22 12:49:54.921451 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e12ad9d7-88b2-4490-9897-0473b4966437 req-747e54b7-9c77-4ed5-9eb0-3a468851e7f4 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Jun 22 12:49:55.247929 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 60758) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:55.308270 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Deleting subnet 4afdf240-b0f3-44d9-b56e-7f2acaa4a803 {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:49:55.311665 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.379189 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.452062 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.505422 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-c431b181-341c-4308-a5b6-42900bb68f59 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:55.506990 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-c431b181-341c-4308-a5b6-42900bb68f59 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.46 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.1640866 Jun 22 12:49:55.558464 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.580603 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ddd91e3d-d8b7-479f-b20e-1844b273bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:55.599621 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad937020-cc8a-482e-a9b7-7526c568cd69 req-18454c0d-78a5-483c-9e19-f0e0e9c7ccab tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:55.601156 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ad937020-cc8a-482e-a9b7-7526c568cd69 req-18454c0d-78a5-483c-9e19-f0e0e9c7ccab tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1676993 Jun 22 12:49:55.631856 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afdf240-b0f3-44d9-b56e-7f2acaa4a803,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:55.648145 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.650667 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4afdf240-b0f3-44d9-b56e-7f2acaa4a803 HTTP/1.1" status: 204 len: 168 time: 0.4036560 Jun 22 12:49:55.654396 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 60768) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:55.661860 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.662321 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.662776 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.663038 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.663388 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.663741 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.664793 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.665191 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.665726 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.666112 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.666531 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.666914 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:55.672075 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:55.720869 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ad937020-cc8a-482e-a9b7-7526c568cd69 req-ea1dc18d-cd50-4904-bdd1-5d30adea9ddd tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929987 Jun 22 12:49:55.755929 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Deleting port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:49:55.756517 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.762857 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.870526 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.881772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] For port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,segment=NetworkSegment(75965357-654d-4df7-bee5-c7d8debe8e5c),segment_id=75965357-654d-4df7-bee5-c7d8debe8e5c)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:55.882229 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.900173 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240c7ce6-8726-417a-b966-29be0b0c29b5']}} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:49:55.947979 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01be38d-800f-466f-9fd7-8ad399d2af61') {'for_net_delete': True} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:49:55.948386 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01be38d-800f-466f-9fd7-8ad399d2af61') {} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:49:55.965658 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11272315'] for segment, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:55.991433 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Calling delete_port for 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:49:56.006680 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.017676 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=99525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:49:56.018075 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505579'] for segment, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: Traceback (most recent call last): Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: timer() Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: cb(*args, **kw) Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: return func(*args, **kwargs) Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: self._notify() Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: self.callback(batched_events) Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: event.method(event) Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: return f(self, *a, **k) Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._get(url).json() Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: return self.request(url, 'GET', **kwargs) Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:49:56.019940 dv-cinder-796680-1-iscsi neutron-server[99525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:49:56.071252 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719032f-bbac-42a4-936a-cc1817681867 req-e40eb78b-1ee7-452d-9363-7c31f0e8cb10 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:56.072907 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b719032f-bbac-42a4-936a-cc1817681867 req-e40eb78b-1ee7-452d-9363-7c31f0e8cb10 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 950 time: 0.2074056 Jun 22 12:49:56.108467 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.121670 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-39c40075-2466-4cbb-a80e-96fefa815a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:56.130892 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.133973 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] 10.222.0.15 "DELETE /v2.0/networks/240c7ce6-8726-417a-b966-29be0b0c29b5 HTTP/1.1" status: 204 len: 168 time: 0.4774466 Jun 22 12:49:56.145280 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b719032f-bbac-42a4-936a-cc1817681867 req-cd247cfb-1ce7-4d80-bc53-086efaea882b tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/security-groups?id=71351360-ecba-4b42-80c8-474468feeda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656290 Jun 22 12:49:56.146261 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Pushing event deleted for resources: {'Network': ['ID=240c7ce6-8726-417a-b966-29be0b0c29b5,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:56.152146 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4fe81-4cc3-4cec-91a3-967ceda00b80 req-a3514114-7b8d-49b6-bd6f-d45c79377553 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:56.153707 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9fc4fe81-4cc3-4cec-91a3-967ceda00b80 req-a3514114-7b8d-49b6-bd6f-d45c79377553 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1031125 Jun 22 12:49:56.154986 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.155357 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.155713 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.156068 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.156417 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.156764 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.157107 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.157456 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.157796 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.158135 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.158495 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.158832 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.171495 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:56.234155 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9fc4fe81-4cc3-4cec-91a3-967ceda00b80 req-9ccab445-bc78-417e-9c75-a332c3c8ce24 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526342 Jun 22 12:49:56.240549 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.245489 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:56.277284 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Pushing event deleted for resources: {'Port': ['ID=265723e9-aa0f-4e20-b9ca-7988e8cc4b34,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:56.284863 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:56.337937 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] No DVR routers for this DVR port 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:49:56.341126 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.343466 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6c980e01-711e-4760-9db6-bcd994c356a8 req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.46 "DELETE /v2.0/ports/265723e9-aa0f-4e20-b9ca-7988e8cc4b34 HTTP/1.1" status: 204 len: 173 time: 0.7953248 Jun 22 12:49:56.344003 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f378b6cb-9134-4ce6-9f43-f36278795c28', 'name': 'network-vif-deleted', 'tag': '265723e9-aa0f-4e20-b9ca-7988e8cc4b34'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:56.346542 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f1370-5d46-445a-9743-ca72ccb23fb8" -d '{"events": [{"server_uuid": "f378b6cb-9134-4ce6-9f43-f36278795c28", "name": "network-vif-deleted", "tag": "265723e9-aa0f-4e20-b9ca-7988e8cc4b34"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:56.392841 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e18d6e-af2f-4760-85aa-f206fb6ed053 x-openstack-request-id: req-71e18d6e-af2f-4760-85aa-f206fb6ed053 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:56.392841 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f378b6cb-9134-4ce6-9f43-f36278795c28", "name": "network-vif-deleted", "tag": "265723e9-aa0f-4e20-b9ca-7988e8cc4b34", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:56.392841 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71e18d6e-af2f-4760-85aa-f206fb6ed053 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:56.393179 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 60782) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:56.398901 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f378b6cb-9134-4ce6-9f43-f36278795c28', 'name': 'network-vif-deleted', 'tag': '265723e9-aa0f-4e20-b9ca-7988e8cc4b34', 'status': 'completed', 'code': 200} Jun 22 12:49:56.438169 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-89c5e885-2f30-41e3-9e2f-4b8b03f9f7ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b078ffdd3514489a314a33ae95edfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438871 Jun 22 12:49:56.441029 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 60784) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:56.500561 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3c82fd2e-129a-4316-964e-a3a449ba661a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.523110 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3c82fd2e-129a-4316-964e-a3a449ba661a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.572708 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3c82fd2e-129a-4316-964e-a3a449ba661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.575566 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3c82fd2e-129a-4316-964e-a3a449ba661a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.576792 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3c82fd2e-129a-4316-964e-a3a449ba661a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/379fea70-beeb-4e1c-b7f0-47202da33ea7 HTTP/1.1" status: 204 len: 168 time: 0.1344728 Jun 22 12:49:56.577294 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3b93259c-9494-46b7-ab75-0e308e37be7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:56.590777 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82fd2e-129a-4316-964e-a3a449ba661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379fea70-beeb-4e1c-b7f0-47202da33ea7,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:56.593514 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3c82fd2e-129a-4316-964e-a3a449ba661a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:56.938416 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44687e-bc5e-4681-8557-7a6810445899 req-743ace46-0380-4b6b-844b-0f42d865cb8c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:56.940010 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8b44687e-bc5e-4681-8557-7a6810445899 req-743ace46-0380-4b6b-844b-0f42d865cb8c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0692906 Jun 22 12:49:56.982192 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8b44687e-bc5e-4681-8557-7a6810445899 req-23d61970-ae19-4416-8dc5-7b539da5595f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347662 Jun 22 12:49:57.319830 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7fcd8e0f-66e8-44c6-82ca-3ad1fde42fe9 req-2b100f8c-5372-4119-b386-72062872d01c tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 210 time: 0.0426750 Jun 22 12:49:57.503048 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3805e-e474-4b9d-b97f-9a6cd76e5417 req-1a942fb9-c51b-4edd-af60-a7d9a1a3abc1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:57.505129 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a7e3805e-e474-4b9d-b97f-9a6cd76e5417 req-1a942fb9-c51b-4edd-af60-a7d9a1a3abc1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0686316 Jun 22 12:49:57.558157 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a7e3805e-e474-4b9d-b97f-9a6cd76e5417 req-f23f0e92-08ce-4a8e-b5cb-78dc2df6b2f6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Jun 22 12:49:58.200534 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fad294-0c52-4b6b-ae8c-440a9a6ef50a req-fe0cfad1-9da4-4ecb-8f32-1e8deb8a08d5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:58.202072 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e7fad294-0c52-4b6b-ae8c-440a9a6ef50a req-fe0cfad1-9da4-4ecb-8f32-1e8deb8a08d5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0961497 Jun 22 12:49:58.244876 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e7fad294-0c52-4b6b-ae8c-440a9a6ef50a req-d44e7ab5-8de3-4402-a06a-6efd0e87d2df tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367293 Jun 22 12:49:58.486256 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0b3188fa-f7f4-4c2d-842b-aac925e73048 req-79111bbe-7b97-4827-83ad-ebabf9b62076 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 210 time: 0.0327783 Jun 22 12:49:58.793252 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b595ab-177a-4f5f-918f-1c3758996494 req-cd373e25-4dac-44ae-811e-9549202b1386 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:58.794864 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99b595ab-177a-4f5f-918f-1c3758996494 req-cd373e25-4dac-44ae-811e-9549202b1386 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1044087 Jun 22 12:49:58.845705 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99b595ab-177a-4f5f-918f-1c3758996494 req-192a5a1d-dbfd-4716-be4c-6562d2354a32 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Jun 22 12:49:58.886930 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['265723e9-aa0f-4e20-b9ca-7988e8cc4b34'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:59.464695 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a150626-c420-4b3f-8282-59f5c90b0af6 req-d16550e2-1c8d-45e0-9363-4eb5ad962701 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:59.467398 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9a150626-c420-4b3f-8282-59f5c90b0af6 req-d16550e2-1c8d-45e0-9363-4eb5ad962701 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0862713 Jun 22 12:49:59.555633 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9a150626-c420-4b3f-8282-59f5c90b0af6 req-4b291c58-495f-474b-a10e-f5c3675cfe2d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791967 Jun 22 12:49:59.716253 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8c88c9d8-0675-49c5-972e-9df0de14faff req-4968089e-50c7-4027-8d6e-8e94d5bff124 tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] 10.222.0.15 "GET /v2.0/ports?device_id=f378b6cb-9134-4ce6-9f43-f36278795c28 HTTP/1.1" status: 200 len: 210 time: 0.0346396 Jun 22 12:50:00.162795 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f40bc0-91e3-42a3-944d-3d55b81ccb94 req-29b1dd7f-f3d7-4ca3-bf5d-3c5582dbe441 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:00.165938 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-65f40bc0-91e3-42a3-944d-3d55b81ccb94 req-29b1dd7f-f3d7-4ca3-bf5d-3c5582dbe441 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1468899 Jun 22 12:50:00.227619 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-65f40bc0-91e3-42a3-944d-3d55b81ccb94 req-83716cfe-307c-4216-9e97-39364f2f31fd tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547631 Jun 22 12:50:00.824773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1232c-df2f-4a3b-aec2-362670b66aef req-e7931cf2-d1ec-42e5-937e-5be03b9f617c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:00.826921 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35b1232c-df2f-4a3b-aec2-362670b66aef req-e7931cf2-d1ec-42e5-937e-5be03b9f617c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0930033 Jun 22 12:50:00.895591 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35b1232c-df2f-4a3b-aec2-362670b66aef req-6a7f4165-fe82-4fa5-9698-96770fd7e365 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627050 Jun 22 12:50:01.503796 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6bdac-fd96-4c40-b11e-643689753364 req-1bb7109d-7df7-4c12-a6e2-36528fd9e954 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:01.506671 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-def6bdac-fd96-4c40-b11e-643689753364 req-1bb7109d-7df7-4c12-a6e2-36528fd9e954 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0857594 Jun 22 12:50:01.552315 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-def6bdac-fd96-4c40-b11e-643689753364 req-513b879f-8d8c-4041-87f9-1582ebfb2254 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352609 Jun 22 12:50:02.158060 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693523d1-18c5-4729-9523-c2555b79ab67 req-500139ae-3eb4-4788-be66-d6433653a85f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:02.166276 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-693523d1-18c5-4729-9523-c2555b79ab67 req-500139ae-3eb4-4788-be66-d6433653a85f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0906546 Jun 22 12:50:02.204955 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-693523d1-18c5-4729-9523-c2555b79ab67 req-de8234d5-4eb3-47ee-8dfa-ee4fb274e5d9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373592 Jun 22 12:50:02.778174 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba1d1-0e5d-4e00-baa1-f015a6f0753a req-6f6f5066-d853-4f82-a651-2938e0f11330 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:02.779737 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7a8ba1d1-0e5d-4e00-baa1-f015a6f0753a req-6f6f5066-d853-4f82-a651-2938e0f11330 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0759542 Jun 22 12:50:02.832970 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7a8ba1d1-0e5d-4e00-baa1-f015a6f0753a req-910370a8-7484-43e9-82cf-3d6e2309a153 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Jun 22 12:50:02.860389 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:02.881711 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:02.882076 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 265723e9-aa0f-4e20-b9ca-7988e8cc4b34 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:03.434153 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec6394-5b65-484c-8102-b9ac1fe15a2a req-75009199-1614-46b6-9981-c3431ba970ae tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:03.439290 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64ec6394-5b65-484c-8102-b9ac1fe15a2a req-75009199-1614-46b6-9981-c3431ba970ae tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0972030 Jun 22 12:50:03.478965 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64ec6394-5b65-484c-8102-b9ac1fe15a2a req-f13b26ab-6bd4-4754-b9df-ef617efb555b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358315 Jun 22 12:50:03.805546 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-d3a980ec-65a0-4c6e-ada6-893f151a1089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:04.133387 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb958f-5a9f-40fc-b04b-19131a75ecc5 req-6d9ec738-f6fc-4809-95b5-6d7f2a92c897 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:04.135224 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0bcb958f-5a9f-40fc-b04b-19131a75ecc5 req-6d9ec738-f6fc-4809-95b5-6d7f2a92c897 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1070266 Jun 22 12:50:04.185358 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0bcb958f-5a9f-40fc-b04b-19131a75ecc5 req-cebc5857-c845-4536-b415-5a11ad60d80d tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Jun 22 12:50:04.683133 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fed92-a694-4da8-a4b3-10475a50b70d req-ed164d5b-f8c8-4cc3-b35a-3fcfa06cf2f9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:04.684622 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-959fed92-a694-4da8-a4b3-10475a50b70d req-ed164d5b-f8c8-4cc3-b35a-3fcfa06cf2f9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0707989 Jun 22 12:50:04.732877 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-959fed92-a694-4da8-a4b3-10475a50b70d req-6ce5df20-7913-48f5-a9b9-71c44f9a12dc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421693 Jun 22 12:50:05.287543 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33014) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:05.439141 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e0c46469-e064-47db-b0a4-019816f22984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.477336 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445f37d-ae56-4356-9a94-4752b27630ef req-f4ffdbd0-c749-46dc-95d0-a4ef560fd0f7 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:05.485539 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3445f37d-ae56-4356-9a94-4752b27630ef req-f4ffdbd0-c749-46dc-95d0-a4ef560fd0f7 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1183155 Jun 22 12:50:05.571532 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3445f37d-ae56-4356-9a94-4752b27630ef req-cc5d4fe5-9998-4e30-a896-a7b2bd6a6c7f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846899 Jun 22 12:50:05.587092 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e0c46469-e064-47db-b0a4-019816f22984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.592017 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e0c46469-e064-47db-b0a4-019816f22984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.610214 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-eb3e8040-7fb8-4870-b9ad-a35cb46d6d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:05.623625 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-e0c46469-e064-47db-b0a4-019816f22984 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86b40cb58dc0412dafdbb8c8179e265f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348615 Jun 22 12:50:05.626273 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33030) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:05.637876 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33032) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:05.666149 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c46469-e064-47db-b0a4-019816f22984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eaab34-1c5f-41da-ac94-dd9a4209c126,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:05.672496 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e0c46469-e064-47db-b0a4-019816f22984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:05.709103 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39cc84d4-0b4f-42ad-be5f-759841649463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.732567 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39cc84d4-0b4f-42ad-be5f-759841649463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.794986 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39cc84d4-0b4f-42ad-be5f-759841649463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.798570 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39cc84d4-0b4f-42ad-be5f-759841649463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.800108 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-39cc84d4-0b4f-42ad-be5f-759841649463 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14eaab34-1c5f-41da-ac94-dd9a4209c126 HTTP/1.1" status: 204 len: 168 time: 0.1725194 Jun 22 12:50:05.801273 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-20b81667-a47b-44d2-b3bf-f8dba7fc7a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:05.818002 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc84d4-0b4f-42ad-be5f-759841649463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eaab34-1c5f-41da-ac94-dd9a4209c126,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:05.837048 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-39cc84d4-0b4f-42ad-be5f-759841649463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:05.863719 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33044) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:05.864176 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d43053fa-8e80-4fa7-a843-c6ef29f7384c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15fff42d10f342a78bb16715de9c3978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245915 Jun 22 12:50:05.993579 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-268b9496-6542-4fd4-a01d-2db83ca2113e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:06.028295 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-268b9496-6542-4fd4-a01d-2db83ca2113e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:06.066445 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39291f-ee77-4e26-8053-7aef4ed3f6b4 req-db70c5c9-0366-41a5-96c1-9d39fa5a8f8e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:06.067998 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e39291f-ee77-4e26-8053-7aef4ed3f6b4 req-db70c5c9-0366-41a5-96c1-9d39fa5a8f8e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1365986 Jun 22 12:50:06.115780 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e39291f-ee77-4e26-8053-7aef4ed3f6b4 req-f94da14e-e004-4475-9fe0-aead1ab72ba9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396671 Jun 22 12:50:06.122146 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-268b9496-6542-4fd4-a01d-2db83ca2113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:06.125820 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-268b9496-6542-4fd4-a01d-2db83ca2113e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:06.127131 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-268b9496-6542-4fd4-a01d-2db83ca2113e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71351360-ecba-4b42-80c8-474468feeda0 HTTP/1.1" status: 204 len: 168 time: 0.2614274 Jun 22 12:50:06.128039 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3dbcee93-b4e3-4dc2-993b-572a6efb2089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:06.138582 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b9496-6542-4fd4-a01d-2db83ca2113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71351360-ecba-4b42-80c8-474468feeda0,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:06.140858 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-268b9496-6542-4fd4-a01d-2db83ca2113e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:06.771010 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b3244-5c09-4e27-a86d-a1a519b60cfc req-6be00173-da46-4e77-b3cd-7804c766a07a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:06.772453 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f7b3244-5c09-4e27-a86d-a1a519b60cfc req-6be00173-da46-4e77-b3cd-7804c766a07a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0684278 Jun 22 12:50:06.821710 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f7b3244-5c09-4e27-a86d-a1a519b60cfc req-db3fb286-5f66-447c-9d9a-9baaddceea46 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Jun 22 12:50:06.857163 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:50:06.974105 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:06.993256 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'port_id': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'mac_address': 'fa:16:3e:71:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:50:07.008896 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33100) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:07.057587 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-cf33a269-df95-4b6c-bcb2-dd285693cc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.068419 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.087376 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8fe30fe-b387-42ba-982e-e0d685290390 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:50:07.116980 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:07.130349 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.138830 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:07.237168 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=6']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:07.255202 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.255774 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.256324 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.256893 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.258020 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.258536 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.259326 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.260096 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.260861 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.261887 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.262700 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.263458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:07.286425 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:07.293324 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1333304414-network', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:07.337747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Made reservation on behalf of c25f44773d2d43eab3f1a963f902cfae for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:07.341943 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.357200 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.380847 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5f5f9-358f-4601-be9c-79b63ae3889f req-d446cbc0-80fd-4f11-8865-db2ae732ca67 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:07.382622 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-09f5f5f9-358f-4601-be9c-79b63ae3889f req-d446cbc0-80fd-4f11-8865-db2ae732ca67 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 944 time: 0.0735934 Jun 22 12:50:07.447720 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['f8fe30fe-b387-42ba-982e-e0d685290390'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:07.496528 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-09f5f5f9-358f-4601-be9c-79b63ae3889f req-c3fcd335-c46e-413a-aa9e-d8ded84ef4cc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941172 Jun 22 12:50:07.558619 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.566040 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.569694 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:07.616024 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:50:07.622855 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10999f1e-3276-489e-8f13-026986188c81,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:07.627371 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:07.634559 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.634993 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Added segment 100b484e-577d-4e01-99b2-56a3e0994434 of type vlan for network 3553989c-af85-4604-b6a7-ea35df756dff Jun 22 12:50:07.705035 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.749731 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.751939 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:07.752675 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:07.758697 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:07.813210 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8029356 Jun 22 12:50:07.815951 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33136) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:07.821437 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Request body: {'subnet': {'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1333304414-subnet', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:07.845504 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3553989c-af85-4604-b6a7-ea35df756dff,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:07.851774 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:07.859170 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 3553989c-af85-4604-b6a7-ea35df756dff details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:50:07.867993 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Made reservation on behalf of c25f44773d2d43eab3f1a963f902cfae for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:07.870788 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482207'] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:08.362431 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482221'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:08.365987 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:08.378130 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8ec4-accf-47c1-afb0-b7c373b786a7 req-43d90781-6763-41f7-a45a-b9f7c0c4093f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:08.379642 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b73f8ec4-accf-47c1-afb0-b7c373b786a7 req-43d90781-6763-41f7-a45a-b9f7c0c4093f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.3374298 Jun 22 12:50:08.463318 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f5335c-70a9-40f8-904e-72228c4aef55,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:08.467321 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:08.468031 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Checking segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:08.468384 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Network hostable DHCP agents. Network: 3553989c-af85-4604-b6a7-ea35df756dff, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:50:08.487723 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b73f8ec4-accf-47c1-afb0-b7c373b786a7 req-da34bc5d-0b76-4601-880a-35ed5c032896 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865011 Jun 22 12:50:08.508577 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Network 3553989c-af85-4604-b6a7-ea35df756dff is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:50:08.521324 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 3553989c-af85-4604-b6a7-ea35df756dff) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:08.531096 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:08.531752 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dce74d-0086-4b6a-b1f1-82973449a0c4 None None] Network 3553989c-af85-4604-b6a7-ea35df756dff requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:08.532693 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:08.564720 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ee157c7d-d033-439b-af7c-fda2cf21307e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7473917 Jun 22 12:50:08.569008 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33170) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:08.584676 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:08.604515 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:08.650054 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:08.655529 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:08.756252 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-3553989c-af85-4604-b6a7-ea35df756dff', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:50:08.758016 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:08.761072 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:08.876189 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240951f8-bf2c-4bf7-80e5-78d13708b372 req-fc3ed666-0abe-441f-8f5e-437bbd1e645a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:08.879786 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-240951f8-bf2c-4bf7-80e5-78d13708b372 req-fc3ed666-0abe-441f-8f5e-437bbd1e645a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 944 time: 0.1379538 Jun 22 12:50:08.880425 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:08.950307 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-240951f8-bf2c-4bf7-80e5-78d13708b372 req-c1e2742e-b051-456c-b76b-2633de5dc702 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599093 Jun 22 12:50:09.104476 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.116713 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Allocated IP 172.20.0.2 (3553989c-af85-4604-b6a7-ea35df756dff/02f5335c-70a9-40f8-904e-72228c4aef55/71689b58-0346-470d-a28d-0089b3ab9240) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:09.125106 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port f8fe30fe-b387-42ba-982e-e0d685290390 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:09.125468 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.323906 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.378370 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:09.380837 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a5dbc0-c5a5-42c2-bcd8-5f013d01d94a" -d '{"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-plugged", "status": "completed", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:09.465341 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.474961 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.502610 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Transition to ACTIVE for port object 71689b58-0346-470d-a28d-0089b3ab9240 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:09.522400 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.531980 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Transition to ACTIVE for port object 71689b58-0346-470d-a28d-0089b3ab9240 will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:09.541810 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20a278b-b4fe-49eb-a110-ef46cd9e7147 x-openstack-request-id: req-d20a278b-b4fe-49eb-a110-ef46cd9e7147 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:09.542242 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-plugged", "status": "completed", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:09.542433 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d20a278b-b4fe-49eb-a110-ef46cd9e7147 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:09.542846 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'code': 200} Jun 22 12:50:09.544962 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:09.548364 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.588421 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:09.594705 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.666110 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Network 3553989c-af85-4604-b6a7-ea35df756dff is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:09.671064 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:09.679212 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:09.722166 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Pushing event updated for resources: {'Port': ['ID=71689b58-0346-470d-a28d-0089b3ab9240,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:09.753122 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:09.754080 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:09.790532 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33196) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:09.821293 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=7']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:09.834360 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:09.837582 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Attempting to bind port 71689b58-0346-470d-a28d-0089b3ab9240 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:09.838251 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Attempting to bind port 71689b58-0346-470d-a28d-0089b3ab9240 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:09.838798 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Attempting to bind port 71689b58-0346-470d-a28d-0089b3ab9240 on network 3553989c-af85-4604-b6a7-ea35df756dff {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:09.850239 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:09.850692 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Checking segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:09.851737 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.852205 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Bound using segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:09.852849 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Bound port: 71689b58-0346-470d-a28d-0089b3ab9240, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:09.853246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.861861 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.907323 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2759f-6947-4a73-ba96-144a29215b3a req-4c0aa82b-ae52-4428-80f5-d772c27d4f87 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:09.915836 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64a2759f-6947-4a73-ba96-144a29215b3a req-4c0aa82b-ae52-4428-80f5-d772c27d4f87 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.2108002 Jun 22 12:50:09.922797 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Allocated IP 172.27.0.98 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/35d3b497-c42c-4f81-bf39-d03a5e6e4e59) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:09.928859 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] For port 71689b58-0346-470d-a28d-0089b3ab9240, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:09.935954 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] For port 71689b58-0346-470d-a28d-0089b3ab9240, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=71689b58-0346-470d-a28d-0089b3ab9240,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:09.947609 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:09.954680 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:09.988134 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64a2759f-6947-4a73-ba96-144a29215b3a req-76688dd0-fb40-42a0-8523-e4c10a26a50a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713124 Jun 22 12:50:09.994332 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-300fa796-6966-4d64-b958-209120e06e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.094218 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Pushing event updated for resources: {'Port': ['ID=71689b58-0346-470d-a28d-0089b3ab9240,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:10.110044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:10.171899 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.274907 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-300fa796-6966-4d64-b958-209120e06e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.281220 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.284688 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:10.304144 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6214d4a-348a-44f8-8091-7b331ced6b92 req-9e3946b6-fb6c-4174-abac-70b582bd78b6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:10.312838 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c6214d4a-348a-44f8-8091-7b331ced6b92 req-9e3946b6-fb6c-4174-abac-70b582bd78b6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1631746 Jun 22 12:50:10.324920 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-300fa796-6966-4d64-b958-209120e06e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.339838 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-56adf9a7-5508-4351-ad07-a687b859bb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:10.416694 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c6214d4a-348a-44f8-8091-7b331ced6b92 req-350a8d44-de7f-4806-a9c1-f1505518f94d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025302 Jun 22 12:50:10.423729 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fa796-6966-4d64-b958-209120e06e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9193105e-0ea3-4c3b-a42a-142aba3d42d7,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:10.425189 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:10.432085 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:10.436005 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:10.436430 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-300fa796-6966-4d64-b958-209120e06e07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87bc60c5b505461db840aae7bef3b651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6441789 Jun 22 12:50:10.438784 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33208) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:10.439940 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-300fa796-6966-4d64-b958-209120e06e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:10.513190 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Pushing event updated for resources: {'Port': ['ID=35d3b497-c42c-4f81-bf39-d03a5e6e4e59,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:10.527225 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:10.567680 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.573314 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f0769cad-8608-4549-8ea2-84fb31e2baeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.611312 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f0769cad-8608-4549-8ea2-84fb31e2baeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.685941 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f0769cad-8608-4549-8ea2-84fb31e2baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.689502 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f0769cad-8608-4549-8ea2-84fb31e2baeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:10.695151 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-f0769cad-8608-4549-8ea2-84fb31e2baeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9193105e-0ea3-4c3b-a42a-142aba3d42d7 HTTP/1.1" status: 204 len: 168 time: 0.2522912 Jun 22 12:50:10.697281 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4964bad7-8966-41de-9ebd-994befd5052c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:10.706639 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0769cad-8608-4549-8ea2-84fb31e2baeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9193105e-0ea3-4c3b-a42a-142aba3d42d7,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:10.712845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f0769cad-8608-4549-8ea2-84fb31e2baeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:10.915178 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:11.307385 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:11.362858 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:11.413965 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d6c3c-daba-461c-b247-181014747ff3 req-5be76ced-2cef-4f2f-8438-ebb451cfdc07 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:11.433475 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3e5d6c3c-daba-461c-b247-181014747ff3 req-5be76ced-2cef-4f2f-8438-ebb451cfdc07 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1758964 Jun 22 12:50:11.540185 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3e5d6c3c-daba-461c-b247-181014747ff3 req-8436decd-da14-4b67-a3be-dd359c6d0ef1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041770 Jun 22 12:50:11.575970 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 71689b58-0346-470d-a28d-0089b3ab9240 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:11.688819 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 71689b58-0346-470d-a28d-0089b3ab9240 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:11.785421 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:50:11.857223 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f6b1-2f33-4249-adc8-4d0b3512a5ab req-556836c1-ac9c-41ac-90a5-4e6459bd4cd1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:11.865618 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baa4f6b1-2f33-4249-adc8-4d0b3512a5ab req-556836c1-ac9c-41ac-90a5-4e6459bd4cd1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.0981786 Jun 22 12:50:11.937508 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea4290-6653-4b06-99d6-9a54a824b5c3 None None] Network 3553989c-af85-4604-b6a7-ea35df756dff requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:11.961904 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-baa4f6b1-2f33-4249-adc8-4d0b3512a5ab req-7ac69fe6-4711-4406-a184-7cff17c4dbbb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952213 Jun 22 12:50:12.032913 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:12.045569 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:12.055730 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] Provisioning for port 71689b58-0346-470d-a28d-0089b3ab9240 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:12.062964 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:12.065122 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:12.074975 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.075223 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] Provisioning complete for port 71689b58-0346-470d-a28d-0089b3ab9240 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:12.075356 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.077232 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5054691 Jun 22 12:50:12.080162 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33238) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:12.132204 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33240) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:12.280908 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:12.342947 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1682795127-network', 'tenant_id': '83e74e9d926b4ddaa592d04e0bf77262'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:12.385817 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Made reservation on behalf of 83e74e9d926b4ddaa592d04e0bf77262 for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:12.388743 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.406281 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.466940 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.528369 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] For port 71689b58-0346-470d-a28d-0089b3ab9240, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=71689b58-0346-470d-a28d-0089b3ab9240,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:12.539981 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.547419 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:12.624241 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.633493 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.644436 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8ce01a97-c5ac-4999-86f9-adb68f4a66c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:12.667287 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] Pushing event updated for resources: {'Port': ['ID=71689b58-0346-470d-a28d-0089b3ab9240,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:12.680299 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:12.693608 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:50:12.751144 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49699c6d-a2da-4193-bce1-0a8840328d8d,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:12.769297 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.770968 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Added segment ba2f2f0d-cebe-4afe-aed0-91718488507c of type vlan for network c898168d-8f85-4a02-a462-89e6f19a2548 Jun 22 12:50:12.775736 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:12.880253 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-fa3604bd-95ae-4d7a-b4bd-b5207ecc9923 None None] Provisioning complete for port 71689b58-0346-470d-a28d-0089b3ab9240 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:12.880640 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-fa3604bd-95ae-4d7a-b4bd-b5207ecc9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.912176 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.992077 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.995849 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:12.995849 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:13.000891 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:10Z', 'revision_number': 3, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:13.003890 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fb46553a-b773-47d8-8694-1458caea77bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:13.087505 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:13.088539 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Updating router 546f159a-7632-44fc-a639-3e025d9e5eb7 port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:50:13.140348 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0068612 Jun 22 12:50:13.151044 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:13.157172 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33252) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:13.167680 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Request body: {'subnet': {'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1682795127-subnet', 'tenant_id': '83e74e9d926b4ddaa592d04e0bf77262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:13.200759 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Pushing event updated for resources: {'Network': ['ID=c898168d-8f85-4a02-a462-89e6f19a2548,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:13.219682 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:13.219915 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network c898168d-8f85-4a02-a462-89e6f19a2548 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:50:13.270691 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Made reservation on behalf of 83e74e9d926b4ddaa592d04e0bf77262 for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:13.275722 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482207'] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:13.376077 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d0d76-3967-4e1e-8c75-0ef053d130c0 req-8d34e451-10b0-4af1-85bd-7fe5a17801f4 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:13.381667 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3d3d0d76-3967-4e1e-8c75-0ef053d130c0 req-8d34e451-10b0-4af1-85bd-7fe5a17801f4 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.2880020 Jun 22 12:50:13.473462 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3d3d0d76-3967-4e1e-8c75-0ef053d130c0 req-a4ec2f05-351b-4a78-bc85-832cf0b78fc3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898650 Jun 22 12:50:13.593916 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ee9fb-3ba2-4cfa-b466-90bfb7c0fc6d req-321f7314-9426-400c-b772-661297da93f3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:13.608950 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7a6ee9fb-3ba2-4cfa-b466-90bfb7c0fc6d req-321f7314-9426-400c-b772-661297da93f3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.2519908 Jun 22 12:50:13.624272 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 71689b58-0346-470d-a28d-0089b3ab9240 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:13.640900 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:13.825589 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7a6ee9fb-3ba2-4cfa-b466-90bfb7c0fc6d req-3cc8d806-c6dc-4470-ae92-b477716d449a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2018287 Jun 22 12:50:13.827638 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:50:13.834560 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 71689b58-0346-470d-a28d-0089b3ab9240 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:13.835821 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:13.993609 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482221'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.003947 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c82e4cbb-dfe7-4372-842f-90b04bfdb098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:14.090475 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Allocated IP 172.20.0.1 (3553989c-af85-4604-b6a7-ea35df756dff/02f5335c-70a9-40f8-904e-72228c4aef55/3c47b22a-db3d-4049-9373-b8e5a3f97b23) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:14.148146 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.173479 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Transition to ACTIVE for port object 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:14.182293 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Checking segment: {'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:14.182760 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Network hostable DHCP agents. Network: c898168d-8f85-4a02-a462-89e6f19a2548, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:50:14.191639 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.206483 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e508653-ad0e-4c5c-a324-ada90fcf180c,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:14.220082 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:14.221169 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:14.256446 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Network c898168d-8f85-4a02-a462-89e6f19a2548 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:50:14.276421 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, c898168d-8f85-4a02-a462-89e6f19a2548) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:14.282361 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:14.283662 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.293719 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4166b1-38ca-4517-9df5-24a3dd4c564b None None] Network c898168d-8f85-4a02-a462-89e6f19a2548 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:14.322932 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-c6843f62-2ee1-4b87-a05b-68ddcf49a9cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1640401 Jun 22 12:50:14.336324 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Pushing event updated for resources: {'Port': ['ID=35d3b497-c42c-4f81-bf39-d03a5e6e4e59,revision_number=2']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:14.354370 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.354720 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.355335 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.355821 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.356122 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.356748 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.357060 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.357385 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.357735 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.358754 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.359073 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.359329 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:14.374958 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:14.380068 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Attempting to bind port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:14.380812 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Attempting to bind port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:14.381995 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Attempting to bind port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:14.388948 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:14.390259 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:14.390259 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.391199 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:14.391838 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Bound port: 35d3b497-c42c-4f81-bf39-d03a5e6e4e59, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:14.392281 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.459329 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.503683 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Transition to ACTIVE for port object 3c47b22a-db3d-4049-9373-b8e5a3f97b23 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:14.561296 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] For port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:14.568776 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] For port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=35d3b497-c42c-4f81-bf39-d03a5e6e4e59,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:14.580043 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.582775 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:14.584443 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:14.592679 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8862fc15-4978-43c6-a105-83290facd689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:14.614269 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deeaef8-da93-4dcd-b60f-43259711235d None None] Network c898168d-8f85-4a02-a462-89e6f19a2548 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:14.702348 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Pushing event updated for resources: {'Port': ['ID=35d3b497-c42c-4f81-bf39-d03a5e6e4e59,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:14.708119 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Network 3553989c-af85-4604-b6a7-ea35df756dff is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:14.715858 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:14.746826 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:14.747741 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:14.868588 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:14.877409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:14.908752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Pushing event updated for resources: {'Port': ['ID=3c47b22a-db3d-4049-9373-b8e5a3f97b23,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:14.918688 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:15.063082 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:15.119414 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97199c-65f9-42f0-ba58-ab752b780e11 req-bd345f3b-614d-4819-af68-274b9643fa3f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:15.121415 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0f97199c-65f9-42f0-ba58-ab752b780e11 req-bd345f3b-614d-4819-af68-274b9643fa3f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.4046695 Jun 22 12:50:15.150322 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.393269 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-5f8b0297-b7f3-4d4b-9899-aadadef6610a None None] Provisioning for port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:15.402504 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-5f8b0297-b7f3-4d4b-9899-aadadef6610a None None] Provisioning complete for port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:15.402955 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-5f8b0297-b7f3-4d4b-9899-aadadef6610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.515710 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:10Z', 'revision_number': 3, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:15.553480 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b0297-b7f3-4d4b-9899-aadadef6610a None None] Port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:15.586009 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0f97199c-65f9-42f0-ba58-ab752b780e11 req-7d4c7a38-9549-4611-960a-387fb4a4b7ff tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525490 Jun 22 12:50:15.595953 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.658510 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e72f85-2367-4657-932c-74bf5e428fe9 None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:10Z', 'revision_number': 3, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:15.721939 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de5e4-5d76-410f-add4-24f9614618bb req-9711f58d-bb57-4ee7-aefd-1ee870231846 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:15.725429 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0c6de5e4-5d76-410f-add4-24f9614618bb req-9711f58d-bb57-4ee7-aefd-1ee870231846 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.2143600 Jun 22 12:50:15.851433 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0c6de5e4-5d76-410f-add4-24f9614618bb req-adc0ccfc-60d2-4620-9094-8876e0a69d00 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202478 Jun 22 12:50:15.922947 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.939806 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.945066 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-79519750-dcad-48b9-ba20-12d2148cdfe5 tempest-DeleteServersTestJSON-698311577 tempest-DeleteServersTestJSON-698311577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:16.015871 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Pushing event updated for resources: {'Port': ['ID=3c47b22a-db3d-4049-9373-b8e5a3f97b23,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:16.052469 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:16.110571 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.342583 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Network 3553989c-af85-4604-b6a7-ea35df756dff is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:16.358505 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:16.699537 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986c25-e6d7-460b-9e79-105be5608283 req-84661611-51b8-4cb6-ba96-bf5018e40ae4 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:16.702230 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5d986c25-e6d7-460b-9e79-105be5608283 req-84661611-51b8-4cb6-ba96-bf5018e40ae4 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.2371221 Jun 22 12:50:16.715245 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33312) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:16.744339 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:16.828212 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2ed92a11-ce11-46af-9fd1-145291e5b5cd None None] Provisioning complete for port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:16.828832 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a11-ce11-46af-9fd1-145291e5b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.834589 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5d986c25-e6d7-460b-9e79-105be5608283 req-f201b234-c178-4c3c-9a43-c17d554f8e8e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253269 Jun 22 12:50:16.969893 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-2ed92a11-ce11-46af-9fd1-145291e5b5cd None None] Port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:17.049054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:17.079309 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] 10.222.0.15 "PUT /v2.0/routers/546f159a-7632-44fc-a639-3e025d9e5eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9979165 Jun 22 12:50:17.140990 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-eee34ca9-8afb-4458-b213-a8161f081b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.209197 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdce2e-da8e-409a-8659-dc72bf89287d req-4416ef2c-09dc-4024-a4ed-54a6093d0622 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:17.222604 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-aafdce2e-da8e-409a-8659-dc72bf89287d req-4416ef2c-09dc-4024-a4ed-54a6093d0622 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1249964 Jun 22 12:50:17.230617 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f5a76-1366-4e52-9b27-148ba2c602e7 req-81bad390-07c4-41b0-b168-ac8e25142159 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:17.238008 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f66f5a76-1366-4e52-9b27-148ba2c602e7 req-81bad390-07c4-41b0-b168-ac8e25142159 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1675234 Jun 22 12:50:17.321684 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f66f5a76-1366-4e52-9b27-148ba2c602e7 req-81f15476-205b-42cc-876f-611cd27c9880 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741048 Jun 22 12:50:17.372231 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-aafdce2e-da8e-409a-8659-dc72bf89287d req-959250a8-e586-453a-afb7-300b539abd05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476016 Jun 22 12:50:17.473353 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-eee34ca9-8afb-4458-b213-a8161f081b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.494667 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-eee34ca9-8afb-4458-b213-a8161f081b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.504078 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:17.504310 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:17.577550 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee34ca9-8afb-4458-b213-a8161f081b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310b0fdf-dfc3-42c0-a84e-8dce673b8b37,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:17.587866 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eee34ca9-8afb-4458-b213-a8161f081b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:17.633886 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-eee34ca9-8afb-4458-b213-a8161f081b63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a5478a8fc9a4d709961627c426fcec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9151256 Jun 22 12:50:17.637858 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33340) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:17.675159 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:17.687555 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:17.690352 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.768993 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8ba8bbb5-5bb4-439c-9c10-469b4e33511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.828161 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8ba8bbb5-5bb4-439c-9c10-469b4e33511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.829019 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.862973 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=35d3b497-c42c-4f81-bf39-d03a5e6e4e59,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:17.874435 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.882772 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:17.886173 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a881bdc1-f00a-4425-8432-3105a1fd880a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:17.896557 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a881bdc1-f00a-4425-8432-3105a1fd880a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/networks?id=c898168d-8f85-4a02-a462-89e6f19a2548 HTTP/1.1" status: 200 len: 814 time: 0.3521338 Jun 22 12:50:17.940568 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-75fc0050-4fa8-4ea8-abb2-66db1e9216d5 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/quotas/83e74e9d926b4ddaa592d04e0bf77262 HTTP/1.1" status: 200 len: 375 time: 0.0385277 Jun 22 12:50:17.963580 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8ba8bbb5-5bb4-439c-9c10-469b4e33511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.967526 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8ba8bbb5-5bb4-439c-9c10-469b4e33511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.969266 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8ba8bbb5-5bb4-439c-9c10-469b4e33511d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/310b0fdf-dfc3-42c0-a84e-8dce673b8b37 HTTP/1.1" status: 204 len: 168 time: 0.3293390 Jun 22 12:50:17.972717 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:18.005845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8bbb5-5bb4-439c-9c10-469b4e33511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b0fdf-dfc3-42c0-a84e-8dce673b8b37,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:18.034752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8ba8bbb5-5bb4-439c-9c10-469b4e33511d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:18.227895 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976d403-da94-4928-9982-089b271edc72 req-57f9af08-0c9c-47d3-ad2f-8cf3903ceed0 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:18.236436 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a976d403-da94-4928-9982-089b271edc72 req-57f9af08-0c9c-47d3-ad2f-8cf3903ceed0 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.1540961 Jun 22 12:50:18.336457 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a976d403-da94-4928-9982-089b271edc72 req-ce47fc5d-c3bb-428b-b77c-329910ee33ab tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983968 Jun 22 12:50:18.358431 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=35d3b497-c42c-4f81-bf39-d03a5e6e4e59,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:18.364532 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:18.493079 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:18.528964 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-38c8c76e-20fa-40a7-8168-954d88fb02d0 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83e74e9d926b4ddaa592d04e0bf77262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5838759 Jun 22 12:50:18.535602 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:18.536286 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:18.616826 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33362) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:18.622591 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1875216644-network', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:18.684623 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Made reservation on behalf of 0e4f4957b8ec4fb5b1ec972312c2440a for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:18.687817 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.704553 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.759401 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-bd0f4271-356a-449b-a4e3-61afb9140656 service neutron] 10.222.0.15 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169394 Jun 22 12:50:18.813575 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:18.846342 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38549-192e-476d-b9e8-12f07d562e46 req-22d605ca-8fe9-4ee6-80ad-47bcc87f3eb7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:18.853948 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-16f38549-192e-476d-b9e8-12f07d562e46 req-22d605ca-8fe9-4ee6-80ad-47bcc87f3eb7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1405780 Jun 22 12:50:18.969546 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-16f38549-192e-476d-b9e8-12f07d562e46 req-a4589e04-c4b3-4d48-8ac7-bd58e7912acd tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145406 Jun 22 12:50:18.973278 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-bf2d63ca-8866-4ee1-a2e2-ab939a5bb111 service neutron] 10.222.0.15 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127306 Jun 22 12:50:19.109396 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.120151 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.129087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9c5ab729-c540-40fd-9162-38181480b1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:19.159062 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-20a55343-e203-48c1-a108-ce877e6a084d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:19.160642 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-20a55343-e203-48c1-a108-ce877e6a084d tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 945 time: 0.2965977 Jun 22 12:50:19.259790 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:50:19.312772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c91d3-dd09-4795-a358-bbc4bb7ecdc8,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:19.315222 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 2, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:19.323209 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.323805 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Added segment 655c2f86-5192-4341-b798-be410a0de625 of type vlan for network 312999eb-95ab-4932-87e2-2a7193c10203 Jun 22 12:50:19.326699 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:19.390993 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:19.391734 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Updating router 546f159a-7632-44fc-a639-3e025d9e5eb7 port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:50:19.483940 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.500447 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:19.519074 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dd04f-4a61-4466-9245-e42e80f844d1 req-c448a548-7420-464c-9167-fc816d370d2b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:19.528269 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ab1dd04f-4a61-4466-9245-e42e80f844d1 req-c448a548-7420-464c-9167-fc816d370d2b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.2897174 Jun 22 12:50:19.595880 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.630127 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Deleting port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:19.635268 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.675218 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:19.675682 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.727813 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33390) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:19.775519 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.802582 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ab1dd04f-4a61-4466-9245-e42e80f844d1 req-20c48c3d-9c12-4327-bdba-571fac6a6eea tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729421 Jun 22 12:50:19.811894 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:19.811894 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.875114 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7cda103d-d6ca-4905-9654-f0dfc102a5c4 req-b17ca1df-43a5-40ae-b8e6-dfbf778b1f3a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 210 time: 0.1023867 Jun 22 12:50:19.879659 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:19.900121 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2821245 Jun 22 12:50:19.903173 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33394) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:19.909160 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Request body: {'subnet': {'network_id': '312999eb-95ab-4932-87e2-2a7193c10203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1875216644-subnet', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:19.962043 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Made reservation on behalf of 0e4f4957b8ec4fb5b1ec972312c2440a for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:19.965783 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482207'] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.129722 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-673768076-network', 'tenant_id': 'f033ef9487984f69b633b117a378f2db'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:20.270472 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Made reservation on behalf of f033ef9487984f69b633b117a378f2db for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:20.274318 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.331791 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=312999eb-95ab-4932-87e2-2a7193c10203,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:20.335847 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] For port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:20.351772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.357883 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:20.372747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.374080 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 312999eb-95ab-4932-87e2-2a7193c10203 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:50:20.502049 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Calling delete_port for 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:20.579153 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.602674 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Transition to ACTIVE for port object 3c47b22a-db3d-4049-9373-b8e5a3f97b23 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:20.615905 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.620246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:20.691261 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482221'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.720711 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c710cfe6-2fb7-4842-b847-2bba0eed0f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:20.780095 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b5e88-73ff-49a5-baa3-655380031ea0 None None] Pushing event updated for resources: {'Port': ['ID=3c47b22a-db3d-4049-9373-b8e5a3f97b23,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:20.784484 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-da0b5e88-73ff-49a5-baa3-655380031ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:20.813787 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33969280-ec71-495b-86eb-9a1f9fe15b28,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:20.827702 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:20.865293 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.867330 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.890799 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-036a60d0-78b8-4680-8d89-045392be1019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:20.892997 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Attempting to bind port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:20.893360 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Attempting to bind port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:20.894300 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Attempting to bind port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 on network 3553989c-af85-4604-b6a7-ea35df756dff {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:20.911493 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['b615bbdb-b6f5-4097-b70d-56d94a116b24', '9ad341c5-2287-4546-913e-fc32d61f21ff', '7a8f47b4-73ca-4d3b-a767-d24223c5334c'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:20.936286 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f8c2d-abe6-4009-924b-90360cb721ae req-097e7cf0-2411-4e6a-9349-a71f82aad847 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:20.944161 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-873f8c2d-abe6-4009-924b-90360cb721ae req-097e7cf0-2411-4e6a-9349-a71f82aad847 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.6525431 Jun 22 12:50:20.948514 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Pushing event deleted for resources: {'Port': ['ID=596a816d-e85a-4973-bd8c-0fcd3e6e91b9,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:20.953478 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:20.954448 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.963949 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:20.964331 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Checking segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:20.964742 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.965146 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Bound using segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:20.965644 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Bound port: 3c47b22a-db3d-4049-9373-b8e5a3f97b23, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:20.966034 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.982635 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:50:21.002418 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.002814 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Added segment 5abacdce-97bd-4afe-b5e2-398c02956490 of type vlan for network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 Jun 22 12:50:21.062697 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.067910 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958664d3-28c3-44df-814e-8ef48f09f2a1 req-7ad5e687-43bc-4d12-8955-4ca0e4f47a57 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:21.077340 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-958664d3-28c3-44df-814e-8ef48f09f2a1 req-7ad5e687-43bc-4d12-8955-4ca0e4f47a57 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 867 time: 0.8906631 Jun 22 12:50:21.082614 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] No DVR routers for this DVR port 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:50:21.088446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.106531 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bfa39da2-7e14-42be-bfd6-e48a3a9869e8 req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "DELETE /v2.0/ports/596a816d-e85a-4973-bd8c-0fcd3e6e91b9 HTTP/1.1" status: 204 len: 173 time: 1.9029741 Jun 22 12:50:21.108496 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf', 'name': 'network-vif-deleted', 'tag': '596a816d-e85a-4973-bd8c-0fcd3e6e91b9'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:21.108802 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-bba5f653-e45a-4062-944d-2f142ad4f630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:21.114423 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f16dcbd-cab6-41b5-8229-52fce14fec67" -d '{"events": [{"server_uuid": "c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf", "name": "network-vif-deleted", "tag": "596a816d-e85a-4973-bd8c-0fcd3e6e91b9"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:21.115716 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.123775 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Checking segment: {'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:21.124144 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Network hostable DHCP agents. Network: 312999eb-95ab-4932-87e2-2a7193c10203, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:50:21.129907 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:21.130582 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.168079 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4377623 Jun 22 12:50:21.175624 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33408) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:21.183763 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Request body: {'subnet': {'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-673768076-subnet', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:21.197009 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ee9953-ea81-4082-9af6-efbf5ddbb783,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:21.216203 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-873f8c2d-abe6-4009-924b-90360cb721ae req-c96d8148-2d1e-4380-8f94-9fd0ebaeabc9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2687242 Jun 22 12:50:21.217072 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:21.223886 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-958664d3-28c3-44df-814e-8ef48f09f2a1 req-03d16bb6-eca5-4a27-8895-87432354c4e2 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448448 Jun 22 12:50:21.225497 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:21.228324 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Network 312999eb-95ab-4932-87e2-2a7193c10203 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:50:21.244742 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] For port 3c47b22a-db3d-4049-9373-b8e5a3f97b23, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:21.269709 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] For port 3c47b22a-db3d-4049-9373-b8e5a3f97b23, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=3c47b22a-db3d-4049-9373-b8e5a3f97b23,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:21.283023 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.316074 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:21.382654 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 312999eb-95ab-4932-87e2-2a7193c10203) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:21.396733 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b5e88-73ff-49a5-baa3-655380031ea0 None None] Pushing event updated for resources: {'Port': ['ID=3c47b22a-db3d-4049-9373-b8e5a3f97b23,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:21.401035 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:21.406168 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:21.419784 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.434338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Pushing event updated for resources: {'Network': ['ID=d314c153-7ee0-4658-92c8-3ea62ae2a5c2,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:21.438898 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6abc96-1465-4ad7-b46e-4828d6021c70 None None] Network 312999eb-95ab-4932-87e2-2a7193c10203 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:21.440381 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:21.451560 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Made reservation on behalf of f033ef9487984f69b633b117a378f2db for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:21.454145 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482207'] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.566069 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-da0b5e88-73ff-49a5-baa3-655380031ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:21.579626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:21.579626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 596a816d-e85a-4973-bd8c-0fcd3e6e91b9 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:21.585765 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:50:21.731738 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e7ce-3f29-4814-905a-7d03368b145d req-a1085bc2-f054-474b-ae6a-21311a7d2403 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:21.748712 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1e15e7ce-3f29-4814-905a-7d03368b145d req-a1085bc2-f054-474b-ae6a-21311a7d2403 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.2194204 Jun 22 12:50:21.829132 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482221'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.852926 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-63340c0a-35e6-4734-811a-45fc27e267d4 req-f0758e5c-fdd3-4312-b62d-2a5e4755bf8b tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 210 time: 0.0386169 Jun 22 12:50:21.855218 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0240f4a8-2ec5-4a9e-8b23-f20fed9901fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:21.860095 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ad763be5-8769-4339-b36e-dbe66395db03 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9555042 Jun 22 12:50:21.866760 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33412) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:21.872678 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:21.937600 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.939097 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:21.997655 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b009a585-fffa-4759-843c-c745dd1fd1b6,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:22.011480 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:22.043963 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Checking segment: {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:22.044427 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Network hostable DHCP agents. Network: d314c153-7ee0-4658-92c8-3ea62ae2a5c2, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:50:22.045686 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-312999eb-95ab-4932-87e2-2a7193c10203', 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'fixed_ips': [{'subnet_id': '33969280-ec71-495b-86eb-9a1f9fe15b28'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:50:22.046986 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.051931 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.092970 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1e15e7ce-3f29-4814-905a-7d03368b145d req-c1b7a666-b2aa-4b15-afe8-89435d26d8e6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428071 Jun 22 12:50:22.116710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-79a02f32-2933-49a3-aac8-e8127269de32 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:22.118693 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-79a02f32-2933-49a3-aac8-e8127269de32 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.46 "GET /v2.0/networks?id=c898168d-8f85-4a02-a462-89e6f19a2548 HTTP/1.1" status: 200 len: 814 time: 0.3660002 Jun 22 12:50:22.120359 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddd65e9-048e-4231-9858-3105d4e14c68 x-openstack-request-id: req-4ddd65e9-048e-4231-9858-3105d4e14c68 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:22.120694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf", "name": "network-vif-deleted", "tag": "596a816d-e85a-4973-bd8c-0fcd3e6e91b9", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:22.121051 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ddd65e9-048e-4231-9858-3105d4e14c68 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:22.122066 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf', 'name': 'network-vif-deleted', 'tag': '596a816d-e85a-4973-bd8c-0fcd3e6e91b9', 'status': 'completed', 'code': 200} Jun 22 12:50:22.161642 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Request body: {'port': {'device_id': 'c820d475-fbfb-4c9a-805a-88006f4b48cd', 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548', 'admin_state_up': True, 'tenant_id': '83e74e9d926b4ddaa592d04e0bf77262'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:22.363864 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.425591 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:50:22.450612 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Allocated IP 172.20.0.2 (312999eb-95ab-4932-87e2-2a7193c10203/33969280-ec71-495b-86eb-9a1f9fe15b28/e5007dea-4a3f-4b00-ab2d-799fafdf18da) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:22.458220 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, d314c153-7ee0-4658-92c8-3ea62ae2a5c2) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:22.521251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Made reservation on behalf of 83e74e9d926b4ddaa592d04e0bf77262 for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:22.534017 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.535554 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:22.536398 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.636556 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3f771b4b-b1e5-4633-b760-61cad863c920 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4577017 Jun 22 12:50:22.640634 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33424) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:22.651366 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:22.684149 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbafab-15cf-49fa-a404-5332112176e8 None None] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:22.750141 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5acb7-8792-40c3-800c-4af9287b3c9d req-81cd7fbc-f5aa-454d-8438-a6b09b26bc40 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:22.758734 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-54e5acb7-8792-40c3-800c-4af9287b3c9d req-81cd7fbc-f5aa-454d-8438-a6b09b26bc40 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.2000611 Jun 22 12:50:22.777028 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Allocated IP 172.20.0.14 (c898168d-8f85-4a02-a462-89e6f19a2548/4e508653-ad0e-4c5c-a324-ada90fcf180c/338fcf62-6bde-4c17-87c8-997033f95127) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:22.784422 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.785611 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.845453 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.963557 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.972049 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-54e5acb7-8792-40c3-800c-4af9287b3c9d req-717b2042-1b7f-4fe2-a246-b23c3eb3062b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2123089 Jun 22 12:50:22.976873 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:22.977641 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:23.056231 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.066210 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:23.113173 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-eab731da-8c1a-44db-aa08-0ee5fce47463 req-d9ea8beb-b326-4939-acc3-6109e6851500 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c45b14-c87d-4c79-8953-e3b5d8e9f0bf HTTP/1.1" status: 200 len: 210 time: 0.0892649 Jun 22 12:50:23.159683 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Network c898168d-8f85-4a02-a462-89e6f19a2548 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:23.166073 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:23.181961 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:23.264773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Pushing event updated for resources: {'Port': ['ID=338fcf62-6bde-4c17-87c8-997033f95127,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:23.270947 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:23.306712 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.331439 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:23.331439 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.367117 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2089686 Jun 22 12:50:23.394542 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.400446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Request body: {'port': {'device_id': 'c820d475-fbfb-4c9a-805a-88006f4b48cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:23.496793 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-d314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:50:23.499051 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.597268 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.796738 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f0203-0893-4a31-bccb-a9d20d459d36 req-dbc6b7bd-b314-43f0-bc03-1f7c2262079a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:23.801551 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-832f0203-0893-4a31-bccb-a9d20d459d36 req-dbc6b7bd-b314-43f0-bc03-1f7c2262079a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 932 time: 0.3182344 Jun 22 12:50:23.865664 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:23.984161 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Allocated IP 172.27.0.239 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/68058fe9-c35d-4172-9c61-7a1e110314d3) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:24.000279 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.091971 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-832f0203-0893-4a31-bccb-a9d20d459d36 req-b3961320-56f8-42c5-8ecf-cf5c002eb4ce tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661967 Jun 22 12:50:24.199948 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Transition to ACTIVE for port object e5007dea-4a3f-4b00-ab2d-799fafdf18da will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:24.261306 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.305301 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Transition to ACTIVE for port object e5007dea-4a3f-4b00-ab2d-799fafdf18da will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:24.322837 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Allocated IP 172.20.0.2 (d314c153-7ee0-4658-92c8-3ea62ae2a5c2/b009a585-fffa-4759-843c-c745dd1fd1b6/025dee68-4006-4b2f-994c-ceca71aed211) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:24.334757 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.348503 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:24.348938 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.360057 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Network 312999eb-95ab-4932-87e2-2a7193c10203 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:24.367714 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:24.396627 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:24.416973 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:21Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:24.457408 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dffe03-a311-4da7-b19b-8c4f5ecc43b1 None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:21Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:24.497546 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581e019-b9b9-4275-944c-0f091eedd217 req-f62cb3cb-50ba-472c-b7cc-9a3f0febdc04 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:24.499221 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5581e019-b9b9-4275-944c-0f091eedd217 req-f62cb3cb-50ba-472c-b7cc-9a3f0febdc04 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.2446399 Jun 22 12:50:24.523807 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.527963 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:24.587228 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Pushing event updated for resources: {'Port': ['ID=68058fe9-c35d-4172-9c61-7a1e110314d3,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:24.591821 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:24.656823 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5581e019-b9b9-4275-944c-0f091eedd217 req-546c490e-d877-4c99-ade6-bcd83f5a9b78 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344399 Jun 22 12:50:24.659993 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:24.663939 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:24.699913 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:24.766917 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Pushing event updated for resources: {'Port': ['ID=e5007dea-4a3f-4b00-ab2d-799fafdf18da,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:24.774653 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Attempting to bind port e5007dea-4a3f-4b00-ab2d-799fafdf18da on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:24.775341 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Attempting to bind port e5007dea-4a3f-4b00-ab2d-799fafdf18da by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:24.775894 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Attempting to bind port e5007dea-4a3f-4b00-ab2d-799fafdf18da on network 312999eb-95ab-4932-87e2-2a7193c10203 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:24.779713 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:24.795598 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:24.796244 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Checking segment: {'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:24.796930 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.797633 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Bound using segment: {'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:24.798528 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Bound port: e5007dea-4a3f-4b00-ab2d-799fafdf18da, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:24.799243 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.909813 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] For port e5007dea-4a3f-4b00-ab2d-799fafdf18da, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:24.913702 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] For port e5007dea-4a3f-4b00-ab2d-799fafdf18da, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=e5007dea-4a3f-4b00-ab2d-799fafdf18da,segment=NetworkSegment(655c2f86-5192-4341-b798-be410a0de625),segment_id=655c2f86-5192-4341-b798-be410a0de625)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:24.930686 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.939273 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:24.949070 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.966423 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338fcf62-6bde-4c17-87c8-997033f95127 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:50:24.996395 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.023175 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.120072 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Transition to ACTIVE for port object 338fcf62-6bde-4c17-87c8-997033f95127 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:25.126099 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Pushing event updated for resources: {'Port': ['ID=e5007dea-4a3f-4b00-ab2d-799fafdf18da,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:25.138366 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:25.139718 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.146385 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.154230 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:25.192551 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Transition to ACTIVE for port object 025dee68-4006-4b2f-994c-ceca71aed211 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:25.227684 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Transition to ACTIVE for port object 025dee68-4006-4b2f-994c-ceca71aed211 will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:25.245329 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.263533 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-01cf8652-7c38-469b-a1d2-58a74ce27a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:25.264127 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Pushing event updated for resources: {'Port': ['ID=338fcf62-6bde-4c17-87c8-997033f95127,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:25.274417 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:25.359876 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:25.373725 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:25.392614 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:25.427349 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Pushing event updated for resources: {'Port': ['ID=025dee68-4006-4b2f-994c-ceca71aed211,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:25.446377 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:25.595914 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Attempting to bind port 025dee68-4006-4b2f-994c-ceca71aed211 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:25.596346 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Attempting to bind port 025dee68-4006-4b2f-994c-ceca71aed211 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:25.596731 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Attempting to bind port 025dee68-4006-4b2f-994c-ceca71aed211 on network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:25.614835 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:25.615245 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Checking segment: {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:25.615668 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.617982 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Bound using segment: {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:25.617982 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Bound port: 025dee68-4006-4b2f-994c-ceca71aed211, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:25.617982 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.667012 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 3c47b22a-db3d-4049-9373-b8e5a3f97b23 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:25.825889 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] For port 025dee68-4006-4b2f-994c-ceca71aed211, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:25.836402 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] For port 025dee68-4006-4b2f-994c-ceca71aed211, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=025dee68-4006-4b2f-994c-ceca71aed211,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:25.847117 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:25.859559 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.874415 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:25.970530 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Pushing event updated for resources: {'Port': ['ID=025dee68-4006-4b2f-994c-ceca71aed211,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:25.985996 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:25.986423 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.993643 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:26.057964 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c452db0-eefd-4556-8e4a-4c2b25dca820 req-125dc921-5781-49cf-9f5f-b67a4821545f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:26.067701 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9c452db0-eefd-4556-8e4a-4c2b25dca820 req-125dc921-5781-49cf-9f5f-b67a4821545f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 1.5213838 Jun 22 12:50:26.108812 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Attempting to bind port 338fcf62-6bde-4c17-87c8-997033f95127 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:26.109523 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Attempting to bind port 338fcf62-6bde-4c17-87c8-997033f95127 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:26.109743 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44060abc-6563-4e99-8065-d7141af7a881 req-53a8dfbb-05d4-4e0c-beeb-017ef2f3dda2 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:26.110694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Attempting to bind port 338fcf62-6bde-4c17-87c8-997033f95127 on network c898168d-8f85-4a02-a462-89e6f19a2548 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:26.119273 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-44060abc-6563-4e99-8065-d7141af7a881 req-53a8dfbb-05d4-4e0c-beeb-017ef2f3dda2 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 944 time: 0.3904030 Jun 22 12:50:26.145873 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.160272 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Port 338fcf62-6bde-4c17-87c8-997033f95127 on network c898168d-8f85-4a02-a462-89e6f19a2548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:50:26.160990 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Attempting to bind port 338fcf62-6bde-4c17-87c8-997033f95127 on network c898168d-8f85-4a02-a462-89e6f19a2548 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:26.185347 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9c452db0-eefd-4556-8e4a-4c2b25dca820 req-935661e8-ff11-44a4-ae52-2bc40d4a6610 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118610 Jun 22 12:50:26.195702 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:26.198754 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Checking segment: {'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:26.199510 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Bound using segment: {'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:26.200419 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Bound port: 338fcf62-6bde-4c17-87c8-997033f95127, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:26.201706 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.230747 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 3c47b22a-db3d-4049-9373-b8e5a3f97b23, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=3c47b22a-db3d-4049-9373-b8e5a3f97b23,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:26.242260 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.244388 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:26.288812 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Allocated IP 172.27.0.32 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/afab1d90-b19d-4739-9a61-d33e212cadd0) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:26.348117 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-44060abc-6563-4e99-8065-d7141af7a881 req-963145a9-dacd-461b-b380-602af413feea tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279081 Jun 22 12:50:26.415697 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=3c47b22a-db3d-4049-9373-b8e5a3f97b23,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:26.423965 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] For port 338fcf62-6bde-4c17-87c8-997033f95127, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:26.431483 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] For port 338fcf62-6bde-4c17-87c8-997033f95127, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=338fcf62-6bde-4c17-87c8-997033f95127,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:26.433042 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:26.447679 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.452408 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:26.625062 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.729420 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:26.731007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.736182 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] 10.222.0.46 "PUT /v2.0/ports/338fcf62-6bde-4c17-87c8-997033f95127 HTTP/1.1" status: 200 len: 1094 time: 3.3451428 Jun 22 12:50:26.738617 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c820d475-fbfb-4c9a-805a-88006f4b48cd', 'tag': '338fcf62-6bde-4c17-87c8-997033f95127'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:26.741844 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e054e3-2944-450e-8b19-3cdb3c95b30c" -d '{"events": [{"name": "network-changed", "server_uuid": "c820d475-fbfb-4c9a-805a-88006f4b48cd", "tag": "338fcf62-6bde-4c17-87c8-997033f95127"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:26.809059 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Pushing event updated for resources: {'Port': ['ID=338fcf62-6bde-4c17-87c8-997033f95127,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:26.825646 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:26.922044 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc5772-7c1e-4457-8db1-bbf162d9e614 req-50983eeb-abf0-44b1-92bb-47a9485f94ad tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:26.929338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.935997 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f0fc5772-7c1e-4457-8db1-bbf162d9e614 req-50983eeb-abf0-44b1-92bb-47a9485f94ad tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.3259938 Jun 22 12:50:27.028669 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:27.056901 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d90ca34a-82a8-44e9-aaf5-8224f5c70df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:27.083571 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f0fc5772-7c1e-4457-8db1-bbf162d9e614 req-f43d6455-5920-488f-a85b-5c10859105eb tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447184 Jun 22 12:50:27.116165 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-b74291c3-3710-4e39-b567-60d983da4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:27.130347 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-b74291c3-3710-4e39-b567-60d983da4bb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83e74e9d926b4ddaa592d04e0bf77262&device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 1097 time: 0.3032103 Jun 22 12:50:27.167103 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:27.217179 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:27.230759 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc20249-0adb-48d8-b8de-30a189f0fc1c None None] Network 312999eb-95ab-4932-87e2-2a7193c10203 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:27.260123 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-cea9c115-e497-4abd-8ae3-46537a9e0d31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338fcf62-6bde-4c17-87c8-997033f95127 HTTP/1.1" status: 200 len: 217 time: 0.1193743 Jun 22 12:50:27.267003 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1431d7-7328-46de-93ba-643b9fd21147 x-openstack-request-id: req-9a1431d7-7328-46de-93ba-643b9fd21147 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:27.267542 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c820d475-fbfb-4c9a-805a-88006f4b48cd", "tag": "338fcf62-6bde-4c17-87c8-997033f95127", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:27.267978 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a1431d7-7328-46de-93ba-643b9fd21147 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:27.268791 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c820d475-fbfb-4c9a-805a-88006f4b48cd', 'tag': '338fcf62-6bde-4c17-87c8-997033f95127', 'status': 'completed', 'code': 200} Jun 22 12:50:27.294584 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:27.408577 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-5d773536-e3c3-4834-a2a7-37f62ea8430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:27.411306 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-5d773536-e3c3-4834-a2a7-37f62ea8430f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e508653-ad0e-4c5c-a324-ada90fcf180c HTTP/1.1" status: 200 len: 854 time: 0.1414428 Jun 22 12:50:27.532506 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-b691891c-408d-4635-a992-aba921bc7feb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c898168d-8f85-4a02-a462-89e6f19a2548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507157 Jun 22 12:50:27.635851 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Pushing event updated for resources: {'Port': ['ID=afab1d90-b19d-4739-9a61-d33e212cadd0,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:27.814655 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:27.823568 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:27.842828 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 3c47b22a-db3d-4049-9373-b8e5a3f97b23 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:27.902985 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-18d6e4b9-8800-4ad2-af8b-cbbb6dbbf1ea service neutron] 10.222.0.46 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549778 Jun 22 12:50:27.975276 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-346f2e5d-d16b-43da-98a1-4a271494a23c None None] Provisioning for port e5007dea-4a3f-4b00-ab2d-799fafdf18da completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:27.987983 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:27.988524 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:28.057708 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11a2e6d-32e5-4ef7-86e0-8136e8451295 None None] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:28.083095 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-87f0e6da-a6c3-416b-b5f7-6d5fd19a98bd req-a272eb49-00ba-4845-882f-aa2a8875a0b3 service neutron] 10.222.0.46 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597691 Jun 22 12:50:28.140182 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fe440-2b77-405f-b0cd-2d3f63b846b5 req-42f9a77b-d809-4526-8599-65516df5898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:28.142013 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-765fe440-2b77-405f-b0cd-2d3f63b846b5 req-42f9a77b-d809-4526-8599-65516df5898e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1098 time: 0.9886017 Jun 22 12:50:28.169548 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914b008-11c1-47b7-a1ae-150ba95a9ddd req-66e6925e-2aa5-4f38-b581-82904c01a6e6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:28.171506 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4914b008-11c1-47b7-a1ae-150ba95a9ddd req-66e6925e-2aa5-4f38-b581-82904c01a6e6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.2613361 Jun 22 12:50:28.246323 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e65873-fae6-4725-a77f-768d3b48854d req-196af17a-a94b-4323-8161-57dc8d0c1af3 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:28.255539 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-77e65873-fae6-4725-a77f-768d3b48854d req-196af17a-a94b-4323-8161-57dc8d0c1af3 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 944 time: 0.4396334 Jun 22 12:50:28.271054 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 025dee68-4006-4b2f-994c-ceca71aed211 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:28.273542 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4914b008-11c1-47b7-a1ae-150ba95a9ddd req-ab175753-e2d1-456a-a26a-d0970dbfba38 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932286 Jun 22 12:50:28.325417 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-1747c9cb-eb62-4b6c-861c-a66d2ebd86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:28.332015 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-1747c9cb-eb62-4b6c-861c-a66d2ebd86b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83e74e9d926b4ddaa592d04e0bf77262&device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 1097 time: 0.0973392 Jun 22 12:50:28.345548 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:28.403362 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-b07ee951-ff8d-419b-8540-83cabe75972d None None] Provisioning for port 025dee68-4006-4b2f-994c-ceca71aed211 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:28.562828 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 025dee68-4006-4b2f-994c-ceca71aed211 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:28.588004 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 025dee68-4006-4b2f-994c-ceca71aed211 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:28.593532 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:28.602753 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-411b15f8-00c9-4044-9f24-5fd720d65444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:28.606098 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-411b15f8-00c9-4044-9f24-5fd720d65444 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c898168d-8f85-4a02-a462-89e6f19a2548 HTTP/1.1" status: 200 len: 915 time: 0.2622316 Jun 22 12:50:28.677622 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-ad83b161-7fab-4c7f-89b8-abab5dbd8f96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338fcf62-6bde-4c17-87c8-997033f95127 HTTP/1.1" status: 200 len: 217 time: 0.0574577 Jun 22 12:50:28.748163 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:28.792749 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232336c-7930-4726-9997-101f7dc3b9ec req-aa9bcc8a-d54a-4c10-b9c2-0390d5d93d6a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:28.801110 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6232336c-7930-4726-9997-101f7dc3b9ec req-aa9bcc8a-d54a-4c10-b9c2-0390d5d93d6a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.2509346 Jun 22 12:50:28.815135 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 025dee68-4006-4b2f-994c-ceca71aed211, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=025dee68-4006-4b2f-994c-ceca71aed211,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:28.823391 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-34ad970a-5539-4310-a496-734d48adb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:28.825300 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-34ad970a-5539-4310-a496-734d48adb245 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e508653-ad0e-4c5c-a324-ada90fcf180c HTTP/1.1" status: 200 len: 854 time: 0.1394134 Jun 22 12:50:28.825793 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:28.827746 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device e5007dea-4a3f-4b00-ab2d-799fafdf18da up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:28.832966 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:28.903298 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-3557cf3e-f539-41ca-9546-cec3a14b68ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c898168d-8f85-4a02-a462-89e6f19a2548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625789 Jun 22 12:50:28.920754 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6232336c-7930-4726-9997-101f7dc3b9ec req-03185889-0cd2-4e96-a3fd-cd872c97728c tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187315 Jun 22 12:50:28.983536 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=025dee68-4006-4b2f-994c-ceca71aed211,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:28.995248 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:29.009840 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port e5007dea-4a3f-4b00-ab2d-799fafdf18da completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:29.015330 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port e5007dea-4a3f-4b00-ab2d-799fafdf18da triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:29.015727 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.130005 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-ced08de3-289b-475c-81e5-d9cdb823690b None None] Provisioning complete for port 025dee68-4006-4b2f-994c-ceca71aed211 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:29.130704 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ced08de3-289b-475c-81e5-d9cdb823690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.131954 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-05531d2f-4e17-44c1-95d6-0787fdd0cfcd service neutron] 10.222.0.46 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092006 Jun 22 12:50:29.176090 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Router 3e0fb546-f58b-4e94-8e5a-9005b135e250 is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:50:29.207031 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.253287 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.278006 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-77e65873-fae6-4725-a77f-768d3b48854d req-769088ca-d1f3-4941-a30e-19d5fa909ebc tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0171061 Jun 22 12:50:29.290418 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-765fe440-2b77-405f-b0cd-2d3f63b846b5 req-ae005a67-e17e-485f-8d98-102428ca3532 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9485216 Jun 22 12:50:29.321258 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port e5007dea-4a3f-4b00-ab2d-799fafdf18da, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=e5007dea-4a3f-4b00-ab2d-799fafdf18da,segment=NetworkSegment(655c2f86-5192-4341-b798-be410a0de625),segment_id=655c2f86-5192-4341-b798-be410a0de625)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:29.331866 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 338fcf62-6bde-4c17-87c8-997033f95127 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:50:29.333838 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.339444 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:29.551070 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e054e3-2944-450e-8b19-3cdb3c95b30c req-312bae14-fe73-45c0-a858-f20ae1390294 service neutron] 10.222.0.46 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866494 Jun 22 12:50:29.555204 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=e5007dea-4a3f-4b00-ab2d-799fafdf18da,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:29.559067 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 025dee68-4006-4b2f-994c-ceca71aed211 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:29.598165 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683e18d-ab8d-4cfc-b8cf-ac7d4b9e6911 req-3f14b20b-5347-4281-868e-b4a46d32f38a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:29.598504 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:29.617979 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4683e18d-ab8d-4cfc-b8cf-ac7d4b9e6911 req-3f14b20b-5347-4281-868e-b4a46d32f38a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1475341 Jun 22 12:50:29.627659 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 025dee68-4006-4b2f-994c-ceca71aed211 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:29.628052 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.699687 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4683e18d-ab8d-4cfc-b8cf-ac7d4b9e6911 req-6e7b6552-8532-4356-a456-c96fc4bd6aef tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806916 Jun 22 12:50:29.775367 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:29.788195 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Sync routers for ids ['3e0fb546-f58b-4e94-8e5a-9005b135e250'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:29.825718 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Routers {'3e0fb546-f58b-4e94-8e5a-9005b135e250'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:29.829287 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['3e0fb546-f58b-4e94-8e5a-9005b135e250'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:29.831607 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.837310 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9647915 Jun 22 12:50:29.837663 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33476) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:29.868363 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 338fcf62-6bde-4c17-87c8-997033f95127, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=338fcf62-6bde-4c17-87c8-997033f95127,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:29.886225 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '338fcf62-6bde-4c17-87c8-997033f95127', 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548', 'port_id': '338fcf62-6bde-4c17-87c8-997033f95127', 'mac_address': 'fa:16:3e:7a:3a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e508653-ad0e-4c5c-a324-ada90fcf180c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:50:29.911869 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece048-76b9-43d2-93a2-96e99651030b req-ab31fc00-4acc-492e-97b9-59e028f5a905 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:29.930595 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-01ece048-76b9-43d2-93a2-96e99651030b req-ab31fc00-4acc-492e-97b9-59e028f5a905 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.2672052 Jun 22 12:50:29.978005 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.979253 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Router 18c0b36b-feae-4f77-959a-9afa1e356c64 is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:50:30.012749 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338fcf62-6bde-4c17-87c8-997033f95127 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:50:30.086556 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 338fcf62-6bde-4c17-87c8-997033f95127, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=338fcf62-6bde-4c17-87c8-997033f95127,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:30.088617 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-01ece048-76b9-43d2-93a2-96e99651030b req-1e5c6178-3d53-49b5-9b73-8acc0c03e81c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1570849 Jun 22 12:50:30.091986 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:30.093945 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-19d5c38d-c288-4ce9-a800-174ff03bd006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:30.156314 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-5e7b7e9d-981c-45c5-aa86-649e9c759680 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:30.157872 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-5e7b7e9d-981c-45c5-aa86-649e9c759680 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.2082372 Jun 22 12:50:30.174300 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Set router 3e0fb546-f58b-4e94-8e5a-9005b135e250 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:30.306944 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=338fcf62-6bde-4c17-87c8-997033f95127,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:30.326352 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:30.588064 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cd948-c905-4f2b-bc28-d43d659fafc2 req-bf270090-ce39-4fa2-98c1-cd0e082dc05b tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:30.591985 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:50:25Z', 'revision_number': 3, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port': {'id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:23Z', 'updated_at': '2021-06-22T12:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:30.597812 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['338fcf62-6bde-4c17-87c8-997033f95127'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:30.610918 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a4cd948-c905-4f2b-bc28-d43d659fafc2 req-bf270090-ce39-4fa2-98c1-cd0e082dc05b tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 946 time: 0.3439820 Jun 22 12:50:30.616678 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:30.651655 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Sync routers for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:30.694690 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:30.698574 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Checking router: 3e0fb546-f58b-4e94-8e5a-9005b135e250 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:30.699059 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Updating router 3e0fb546-f58b-4e94-8e5a-9005b135e250 port 68058fe9-c35d-4172-9c61-7a1e110314d3 binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:50:30.705216 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:30.706346 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:30.719622 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.0771899 Jun 22 12:50:30.729602 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0a4cd948-c905-4f2b-bc28-d43d659fafc2 req-a2b1bb6c-3a7d-4481-8638-a599f9404e0a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171594 Jun 22 12:50:30.736316 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Deleting port 7a8f47b4-73ca-4d3b-a767-d24223c5334c {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:30.737813 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:30.757396 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:30.782317 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33486) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:30.929815 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] For port 7a8f47b4-73ca-4d3b-a767-d24223c5334c, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7a8f47b4-73ca-4d3b-a767-d24223c5334c,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:30.930317 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.004274 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Calling delete_port for 7a8f47b4-73ca-4d3b-a767-d24223c5334c owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:31.040346 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:31.226344 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.239251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:31.298654 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Pushing event deleted for resources: {'Port': ['ID=7a8f47b4-73ca-4d3b-a767-d24223c5334c,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:31.306147 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:31.346662 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.379307 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Transition to ACTIVE for port object 68058fe9-c35d-4172-9c61-7a1e110314d3 will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:31.392956 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.397778 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:31.400014 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:28Z', 'revision_number': 3, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:31.431160 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Checking router: 18c0b36b-feae-4f77-959a-9afa1e356c64 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:31.431636 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Updating router 18c0b36b-feae-4f77-959a-9afa1e356c64 port afab1d90-b19d-4739-9a61-d33e212cadd0 binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:50:31.442564 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] No DVR routers for this DVR port 7a8f47b4-73ca-4d3b-a767-d24223c5334c on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:50:31.457457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.460365 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-745a3782-5e8f-4954-ad9c-224fb41d0fb5 req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "DELETE /v2.0/ports/7a8f47b4-73ca-4d3b-a767-d24223c5334c HTTP/1.1" status: 204 len: 173 time: 1.2767549 Jun 22 12:50:31.464680 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194cd05b-87c6-4b1c-a6fc-0c892643e353', 'name': 'network-vif-deleted', 'tag': '7a8f47b4-73ca-4d3b-a767-d24223c5334c'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:31.467725 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b026cda-a0ff-461d-86c7-ac8e1e3ff660" -d '{"events": [{"server_uuid": "194cd05b-87c6-4b1c-a6fc-0c892643e353", "name": "network-vif-deleted", "tag": "7a8f47b4-73ca-4d3b-a767-d24223c5334c"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:31.472424 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.512622 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47d56-4a23-47cb-8b87-fca6a5489349 req-ffa27e9a-5f87-48eb-a991-32fcce7c323f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:31.514993 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-95b47d56-4a23-47cb-8b87-fca6a5489349 req-ffa27e9a-5f87-48eb-a991-32fcce7c323f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.3571861 Jun 22 12:50:31.566192 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decea37-63ca-4fde-88b4-03cae7d1ae29 None None] Pushing event updated for resources: {'Port': ['ID=68058fe9-c35d-4172-9c61-7a1e110314d3,revision_number=2']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:31.578135 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-95b47d56-4a23-47cb-8b87-fca6a5489349 req-edc1c269-e1a1-4bad-9a90-32e34eb39108 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Jun 22 12:50:31.589847 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Attempting to bind port 68058fe9-c35d-4172-9c61-7a1e110314d3 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:31.593245 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Attempting to bind port 68058fe9-c35d-4172-9c61-7a1e110314d3 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:31.595983 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Attempting to bind port 68058fe9-c35d-4172-9c61-7a1e110314d3 on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:31.599055 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-5decea37-63ca-4fde-88b4-03cae7d1ae29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:31.623095 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:31.623657 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:31.624176 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.624678 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:31.625278 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Bound port: 68058fe9-c35d-4172-9c61-7a1e110314d3, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:31.625763 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.643190 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device e5007dea-4a3f-4b00-ab2d-799fafdf18da up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:31.703348 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c974a-e3bd-4383-ba38-5a5b74bb36a2 req-cbef93c9-a4c3-426f-9e1b-812dbfd24d7a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:31.715135 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a38c974a-e3bd-4383-ba38-5a5b74bb36a2 req-cbef93c9-a4c3-426f-9e1b-812dbfd24d7a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 945 time: 1.0383437 Jun 22 12:50:31.748131 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.764300 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] For port 68058fe9-c35d-4172-9c61-7a1e110314d3, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:31.776142 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] For port 68058fe9-c35d-4172-9c61-7a1e110314d3, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=68058fe9-c35d-4172-9c61-7a1e110314d3,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:31.785641 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.790118 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:31.897672 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port e5007dea-4a3f-4b00-ab2d-799fafdf18da triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:31.898215 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.921140 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Routers {'3e0fb546-f58b-4e94-8e5a-9005b135e250'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:31.922224 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['3e0fb546-f58b-4e94-8e5a-9005b135e250'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:32.009154 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decea37-63ca-4fde-88b4-03cae7d1ae29 None None] Pushing event updated for resources: {'Port': ['ID=68058fe9-c35d-4172-9c61-7a1e110314d3,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:32.024014 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-5decea37-63ca-4fde-88b4-03cae7d1ae29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:32.048304 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a38c974a-e3bd-4383-ba38-5a5b74bb36a2 req-9d263087-d74b-466c-9ed3-fca7a53e5fe2 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192692 Jun 22 12:50:32.102747 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf62e-fc06-43d7-96ad-ea98dec10245 req-65358d97-ac0b-49fc-9629-6329cb899d76 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:32.109061 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e02cf62e-fc06-43d7-96ad-ea98dec10245 req-65358d97-ac0b-49fc-9629-6329cb899d76 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.2257221 Jun 22 12:50:32.158056 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.173896 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e02cf62e-fc06-43d7-96ad-ea98dec10245 req-58f926c6-927f-4ecb-8ea0-7f17b207ec09 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584846 Jun 22 12:50:32.179152 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Transition to ACTIVE for port object afab1d90-b19d-4739-9a61-d33e212cadd0 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:32.192187 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.195905 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:32.263774 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f296211-7fc0-439b-9652-4713326882b5 x-openstack-request-id: req-2f296211-7fc0-439b-9652-4713326882b5 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:32.264205 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194cd05b-87c6-4b1c-a6fc-0c892643e353", "name": "network-vif-deleted", "tag": "7a8f47b4-73ca-4d3b-a767-d24223c5334c", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:32.264488 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f296211-7fc0-439b-9652-4713326882b5 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:32.264947 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194cd05b-87c6-4b1c-a6fc-0c892643e353', 'name': 'network-vif-deleted', 'tag': '7a8f47b4-73ca-4d3b-a767-d24223c5334c', 'status': 'completed', 'code': 200} Jun 22 12:50:32.265403 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['b615bbdb-b6f5-4097-b70d-56d94a116b24', '9ad341c5-2287-4546-913e-fc32d61f21ff'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:32.314814 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] Set router 3e0fb546-f58b-4e94-8e5a-9005b135e250 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:32.361919 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10b02f-9063-45ab-a561-74a5c882ed84 None None] Pushing event updated for resources: {'Port': ['ID=afab1d90-b19d-4739-9a61-d33e212cadd0,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:32.375414 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-1f10b02f-9063-45ab-a561-74a5c882ed84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:32.378826 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Attempting to bind port afab1d90-b19d-4739-9a61-d33e212cadd0 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:32.382277 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Attempting to bind port afab1d90-b19d-4739-9a61-d33e212cadd0 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:32.382940 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Attempting to bind port afab1d90-b19d-4739-9a61-d33e212cadd0 on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:32.392181 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:32.392940 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:32.393598 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.394164 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:32.394865 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Bound port: afab1d90-b19d-4739-9a61-d33e212cadd0, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:32.395430 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.522788 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] For port afab1d90-b19d-4739-9a61-d33e212cadd0, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:32.527236 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] For port afab1d90-b19d-4739-9a61-d33e212cadd0, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=afab1d90-b19d-4739-9a61-d33e212cadd0,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:32.535289 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.548550 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-61b5053d-0480-4a90-8302-cd2de8b71efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:32.654709 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10b02f-9063-45ab-a561-74a5c882ed84 None None] Pushing event updated for resources: {'Port': ['ID=afab1d90-b19d-4739-9a61-d33e212cadd0,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:32.658727 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-1f10b02f-9063-45ab-a561-74a5c882ed84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:32.726098 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:50:25Z', 'revision_number': 3, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port': {'id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:23Z', 'updated_at': '2021-06-22T12:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:32.750537 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:32.751422 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:32.816217 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edaf856-298e-4545-9611-09c74c4d2966 None None] The sync data for ids ['3e0fb546-f58b-4e94-8e5a-9005b135e250'] in dv-cinder-796680-1-iscsi is: [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:50:25Z', 'revision_number': 3, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port': {'id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:23Z', 'updated_at': '2021-06-22T12:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:33.013140 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4f934fe4-9356-4785-a1cf-20c9362866bc req-b69e1270-bf92-413c-9ff1-e5aa76d247c7 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=194cd05b-87c6-4b1c-a6fc-0c892643e353 HTTP/1.1" status: 200 len: 210 time: 0.0902767 Jun 22 12:50:33.061607 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:33.071120 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Allocated IP 172.20.0.1 (312999eb-95ab-4932-87e2-2a7193c10203/33969280-ec71-495b-86eb-9a1f9fe15b28/7795765e-da8d-4555-9935-d3bb9d4f8850) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:33.093973 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.377492 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 338fcf62-6bde-4c17-87c8-997033f95127 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:33.609246 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Allocated IP 172.20.0.1 (d314c153-7ee0-4658-92c8-3ea62ae2a5c2/b009a585-fffa-4759-843c-c745dd1fd1b6/bc8f1f48-4da2-4566-83c4-23b0a4274de9) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:33.649735 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 68058fe9-c35d-4172-9c61-7a1e110314d3 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:33.730780 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.746040 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Transition to ACTIVE for port object 7795765e-da8d-4555-9935-d3bb9d4f8850 will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:33.764676 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-6c3b827f-d07c-4794-bd17-416b2f9991f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:33.784840 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-6c3b827f-d07c-4794-bd17-416b2f9991f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 1098 time: 0.2822349 Jun 22 12:50:33.841919 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 338fcf62-6bde-4c17-87c8-997033f95127 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:33.849975 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 68058fe9-c35d-4172-9c61-7a1e110314d3 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:33.851160 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64898-a9fe-4b6d-b731-cea04bac36e3 req-bd183a47-f1b5-4147-9aad-222ee62addc5 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:33.868906 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f1a64898-a9fe-4b6d-b731-cea04bac36e3 req-bd183a47-f1b5-4147-9aad-222ee62addc5 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 945 time: 0.5537095 Jun 22 12:50:33.886015 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.889627 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-d315f511-fbc9-44b2-a2be-7d7c5055416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.893559 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 68058fe9-c35d-4172-9c61-7a1e110314d3 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:33.893950 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.900212 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:33.993569 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 338fcf62-6bde-4c17-87c8-997033f95127 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:33.993967 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.001024 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-c7d2aa57-80ee-45fa-9815-8994c441d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:34.004013 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-c7d2aa57-80ee-45fa-9815-8994c441d451 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.2142844 Jun 22 12:50:34.018508 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Network 312999eb-95ab-4932-87e2-2a7193c10203 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:34.046097 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889454d-1eca-4709-ade0-c24dcf13417c req-953d3259-f8a9-4a33-b187-286710ded64c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:34.050938 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:34.058352 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.065743 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f889454d-1eca-4709-ade0-c24dcf13417c req-953d3259-f8a9-4a33-b187-286710ded64c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.4571848 Jun 22 12:50:34.072962 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:34.102738 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Pushing event updated for resources: {'Port': ['ID=7795765e-da8d-4555-9935-d3bb9d4f8850,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:34.112631 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:34.140618 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f1a64898-a9fe-4b6d-b731-cea04bac36e3 req-3dd5e3cb-e66f-48b7-9fa1-c5efb884355d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701032 Jun 22 12:50:34.165407 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Transition to ACTIVE for port object bc8f1f48-4da2-4566-83c4-23b0a4274de9 will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:34.199064 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.297524 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-1e05a3c5-db2f-4d1e-ad15-2b6847f7ecb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 200 len: 217 time: 0.2855046 Jun 22 12:50:34.443284 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f889454d-1eca-4709-ade0-c24dcf13417c req-15d809ca-3883-4e74-9b4c-bd4a770c44db tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3759742 Jun 22 12:50:34.478524 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-824aabf3-a15e-4fab-b0ba-ce9dae5d8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:34.483358 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-824aabf3-a15e-4fab-b0ba-ce9dae5d8f59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.1753299 Jun 22 12:50:34.485503 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:28Z', 'revision_number': 3, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:34.507469 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.519153 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:34.560551 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-aacf6ac0-3860-4c6f-97d9-ec28209d8064 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679066 Jun 22 12:50:34.631282 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:34.669426 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:34.675446 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Pushing event updated for resources: {'Port': ['ID=bc8f1f48-4da2-4566-83c4-23b0a4274de9,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:34.676691 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.680991 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:34.685539 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:34.754659 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 68058fe9-c35d-4172-9c61-7a1e110314d3, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=68058fe9-c35d-4172-9c61-7a1e110314d3,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:34.757873 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d61a2-664a-4bee-9724-b96c06c0bb47 None None] The sync data for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi is: [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:28Z', 'revision_number': 3, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:34.773326 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.781675 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:34.787105 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5fa0a-c3eb-4109-8b97-36a8d137731c req-86bee37b-c938-47b0-8766-b590e6fae7e3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:34.789364 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-01c5fa0a-c3eb-4109-8b97-36a8d137731c req-86bee37b-c938-47b0-8766-b590e6fae7e3 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.4059751 Jun 22 12:50:34.795803 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-bbc6cc7d-caa3-43ca-ae04-d762a86d7f3b service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254736 Jun 22 12:50:34.797879 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.821749 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-860cfa6f-00bd-409a-98df-5718e739f3e6 None None] Provisioning for port 7795765e-da8d-4555-9935-d3bb9d4f8850 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:34.851445 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.902553 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-860cfa6f-00bd-409a-98df-5718e739f3e6 None None] Provisioning complete for port 7795765e-da8d-4555-9935-d3bb9d4f8850 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:34.903203 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-860cfa6f-00bd-409a-98df-5718e739f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:34.992216 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:35.029638 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3c90fa9c-df38-4336-8752-de39bdd35c9c req-973dacea-f7a1-4e6d-bc59-b87f0bfd5d73 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038748 Jun 22 12:50:35.076535 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c820d475-fbfb-4c9a-805a-88006f4b48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338fcf62-6bde-4c17-87c8-997033f95127'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:35.079223 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc2ebf-5720-4524-b06e-419bf84969a6" -d '{"events": [{"server_uuid": "c820d475-fbfb-4c9a-805a-88006f4b48cd", "name": "network-vif-plugged", "status": "completed", "tag": "338fcf62-6bde-4c17-87c8-997033f95127"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:35.093481 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=68058fe9-c35d-4172-9c61-7a1e110314d3,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:35.101228 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:35.103702 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 338fcf62-6bde-4c17-87c8-997033f95127, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=338fcf62-6bde-4c17-87c8-997033f95127,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:35.105864 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-860cfa6f-00bd-409a-98df-5718e739f3e6 None None] Port 7795765e-da8d-4555-9935-d3bb9d4f8850 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:35.114385 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:35.116634 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 7a8f47b4-73ca-4d3b-a767-d24223c5334c no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:35.120281 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:35.183528 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 7a8f47b4-73ca-4d3b-a767-d24223c5334c {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:35.183895 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 7a8f47b4-73ca-4d3b-a767-d24223c5334c not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:35.196852 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe2424a-3784-4840-a633-6b12ed23527c x-openstack-request-id: req-ebe2424a-3784-4840-a633-6b12ed23527c {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:35.197280 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c820d475-fbfb-4c9a-805a-88006f4b48cd", "name": "network-vif-plugged", "status": "completed", "tag": "338fcf62-6bde-4c17-87c8-997033f95127", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:35.197647 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebe2424a-3784-4840-a633-6b12ed23527c {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:35.198342 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c820d475-fbfb-4c9a-805a-88006f4b48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338fcf62-6bde-4c17-87c8-997033f95127', 'code': 200} Jun 22 12:50:35.231406 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=338fcf62-6bde-4c17-87c8-997033f95127,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:35.235417 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:35.245233 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-bc75d328-4115-4359-90aa-032f4c00e121 None None] Provisioning for port bc8f1f48-4da2-4566-83c4-23b0a4274de9 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:35.249190 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-01c5fa0a-c3eb-4109-8b97-36a8d137731c req-936c1f2b-caaa-4208-bc52-e1f94c0c197e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462051 Jun 22 12:50:35.249776 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-bc75d328-4115-4359-90aa-032f4c00e121 None None] Provisioning complete for port bc8f1f48-4da2-4566-83c4-23b0a4274de9 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:35.249776 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bc75d328-4115-4359-90aa-032f4c00e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:35.311615 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-bc75d328-4115-4359-90aa-032f4c00e121 None None] Port bc8f1f48-4da2-4566-83c4-23b0a4274de9 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:35.393663 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b49ff-70f4-40df-ad0e-04a7d08346cd req-99097478-4e3a-459f-b206-1a4ac8a26edd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:35.426799 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a27b49ff-70f4-40df-ad0e-04a7d08346cd req-99097478-4e3a-459f-b206-1a4ac8a26edd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 945 time: 0.1001370 Jun 22 12:50:35.528486 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a27b49ff-70f4-40df-ad0e-04a7d08346cd req-85991fd0-ce9e-4e16-9079-15e35486f0d1 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957816 Jun 22 12:50:35.552376 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be234666-a899-44a2-a66b-40b2c804941f req-e6bd3138-ed1a-4707-ba8c-142edc554406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:35.554647 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-be234666-a899-44a2-a66b-40b2c804941f req-e6bd3138-ed1a-4707-ba8c-142edc554406 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 1098 time: 0.6254036 Jun 22 12:50:35.579193 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 68058fe9-c35d-4172-9c61-7a1e110314d3 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:35.660539 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5421d-d644-4226-8264-85cbe712fb55 req-8936c07b-e73c-44a2-953b-0c2807375176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:35.662397 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-90d5421d-d644-4226-8264-85cbe712fb55 req-8936c07b-e73c-44a2-953b-0c2807375176 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 1099 time: 0.0796695 Jun 22 12:50:35.688697 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 68058fe9-c35d-4172-9c61-7a1e110314d3 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:35.689628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:35.723328 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-90d5421d-d644-4226-8264-85cbe712fb55 req-94400460-d7e8-46a9-9561-8bd762045210 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515447 Jun 22 12:50:35.759365 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:35.805401 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:35.832304 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5ad55-bff5-4068-9d9a-733253614acb req-b1883233-a484-42e4-b923-e3767a042bd3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:35.833856 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d6f5ad55-bff5-4068-9d9a-733253614acb req-b1883233-a484-42e4-b923-e3767a042bd3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1060393 Jun 22 12:50:35.848755 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:35.861454 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:35.889804 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d6f5ad55-bff5-4068-9d9a-733253614acb req-e2d57a88-3860-4877-8b7c-53447040227f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449181 Jun 22 12:50:35.970238 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f670310-6f39-4687-a05d-d12ad7707fd8 req-267e351d-0ffa-465b-8efd-ece14c0a0717 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:35.971837 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5f670310-6f39-4687-a05d-d12ad7707fd8 req-267e351d-0ffa-465b-8efd-ece14c0a0717 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 946 time: 0.4421477 Jun 22 12:50:35.979522 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be234666-a899-44a2-a66b-40b2c804941f req-748b8af6-43ee-40f3-a7c9-7fda25d88bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:35.981021 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-be234666-a899-44a2-a66b-40b2c804941f req-748b8af6-43ee-40f3-a7c9-7fda25d88bbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.3796823 Jun 22 12:50:36.062593 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:36.070124 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Pushing event updated for resources: {'Port': ['ID=7795765e-da8d-4555-9935-d3bb9d4f8850,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:36.073756 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:36.485535 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5f670310-6f39-4687-a05d-d12ad7707fd8 req-660e438e-7ec5-4455-a4b7-4bd652454121 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022957 Jun 22 12:50:36.532351 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-be234666-a899-44a2-a66b-40b2c804941f req-dc880b47-a2ff-4f3e-accd-5d6e407239d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8fe30fe-b387-42ba-982e-e0d685290390 HTTP/1.1" status: 200 len: 1001 time: 0.4851279 Jun 22 12:50:36.544867 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65e588-a2e0-42ff-a1c5-7b9f969c2477 req-45f6c4a1-0700-47e0-89a7-a335cc7fa629 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:36.546396 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4c65e588-a2e0-42ff-a1c5-7b9f969c2477 req-45f6c4a1-0700-47e0-89a7-a335cc7fa629 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0718572 Jun 22 12:50:36.609056 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4c65e588-a2e0-42ff-a1c5-7b9f969c2477 req-12695736-4553-40bc-bed7-d0fb5b3c577b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508122 Jun 22 12:50:36.666974 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be234666-a899-44a2-a66b-40b2c804941f req-ac1489b6-8ac5-49c4-b121-bb82fde38442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:36.668467 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-be234666-a899-44a2-a66b-40b2c804941f req-ac1489b6-8ac5-49c4-b121-bb82fde38442 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.1241531 Jun 22 12:50:36.672078 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Network 312999eb-95ab-4932-87e2-2a7193c10203 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:36.674229 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:36.685857 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:36.691158 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:36.717320 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8e0c680b-bf6b-4fc1-9663-eb8130184e5a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:36.901877 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Pushing event updated for resources: {'Port': ['ID=bc8f1f48-4da2-4566-83c4-23b0a4274de9,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:36.904785 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:36.946704 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:36.949897 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-a44ae41f-2b4b-455d-a31f-56bc66d9cb6f None None] Provisioning complete for port 7795765e-da8d-4555-9935-d3bb9d4f8850 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:36.951260 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a44ae41f-2b4b-455d-a31f-56bc66d9cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:37.001062 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-a44ae41f-2b4b-455d-a31f-56bc66d9cb6f None None] Port 7795765e-da8d-4555-9935-d3bb9d4f8850 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:37.045074 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be234666-a899-44a2-a66b-40b2c804941f req-002598f3-80fb-42a9-9863-cd1f2c13a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:37.047442 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-be234666-a899-44a2-a66b-40b2c804941f req-002598f3-80fb-42a9-9863-cd1f2c13a506 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3709793 Jun 22 12:50:37.060985 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ea171ff5-fbed-48da-90ec-516b2cd0a23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:37.093341 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508cbb5-69fe-42eb-a8c8-86f6bb4003ea req-2904249e-b3af-472a-8610-1492d599559e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:37.099063 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6508cbb5-69fe-42eb-a8c8-86f6bb4003ea req-2904249e-b3af-472a-8610-1492d599559e tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 945 time: 0.3585081 Jun 22 12:50:37.157503 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad620dd-f857-46b1-992b-aefdf96e6d6b req-61f5cdc3-941c-4ada-a053-7d6ec12a9c2b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:37.166770 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ad620dd-f857-46b1-992b-aefdf96e6d6b req-61f5cdc3-941c-4ada-a053-7d6ec12a9c2b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 945 time: 0.1252167 Jun 22 12:50:37.193280 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Router 3e0fb546-f58b-4e94-8e5a-9005b135e250 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:37.224200 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ad620dd-f857-46b1-992b-aefdf96e6d6b req-a6f27111-7b78-4aff-8bf0-dee4150510d8 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562661 Jun 22 12:50:37.317657 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:37.379295 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6508cbb5-69fe-42eb-a8c8-86f6bb4003ea req-873d5aa3-d360-42d3-99d9-8b8e6be9bf46 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106955 Jun 22 12:50:37.383680 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:37.384462 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:37.411439 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-be234666-a899-44a2-a66b-40b2c804941f req-29f10650-0bbc-450f-8291-ff057ecf8dd6 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438449 Jun 22 12:50:37.487509 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device afab1d90-b19d-4739-9a61-d33e212cadd0 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:37.626977 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Router 18c0b36b-feae-4f77-959a-9afa1e356c64 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:37.657542 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:37.663232 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port afab1d90-b19d-4739-9a61-d33e212cadd0 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:37.685821 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port afab1d90-b19d-4739-9a61-d33e212cadd0 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:37.686901 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:37.737754 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:37.740996 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf378c-a010-419b-b3ca-71a158972058" -d '{"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:37.769196 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:37.781988 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:37.792660 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-5b275761-a3c2-44b5-bf4e-45ca98a68321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:37.817030 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c425a56-d52e-4293-aba2-639dbd97b620 req-762fb8bb-5270-4f82-813d-525eb491d741 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:37.818871 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2c425a56-d52e-4293-aba2-639dbd97b620 req-762fb8bb-5270-4f82-813d-525eb491d741 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 946 time: 0.1287324 Jun 22 12:50:37.823381 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:37.832505 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] 10.222.0.15 "PUT /v2.0/routers/3e0fb546-f58b-4e94-8e5a-9005b135e250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9937596 Jun 22 12:50:37.836728 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Sync routers for ids ['3e0fb546-f58b-4e94-8e5a-9005b135e250'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:37.870313 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Routers {'3e0fb546-f58b-4e94-8e5a-9005b135e250'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:37.870955 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['3e0fb546-f58b-4e94-8e5a-9005b135e250'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:37.924901 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:37.952473 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-ae6821d6-7618-46dc-a829-bacb421d9026 None None] Provisioning complete for port bc8f1f48-4da2-4566-83c4-23b0a4274de9 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:37.953230 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ae6821d6-7618-46dc-a829-bacb421d9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:37.968771 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2c425a56-d52e-4293-aba2-639dbd97b620 req-84664c35-1ae9-4b50-839e-cda194eb1706 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400959 Jun 22 12:50:37.989132 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port afab1d90-b19d-4739-9a61-d33e212cadd0, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=afab1d90-b19d-4739-9a61-d33e212cadd0,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:38.003683 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=8']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:38.033695 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:38.045239 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:38.055053 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:38.064288 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9b422-2785-4178-bd90-bfb934d75793 req-feb39c07-fa71-403a-bc37-c2227afa3102 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:38.072128 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cff9b422-2785-4178-bd90-bfb934d75793 req-feb39c07-fa71-403a-bc37-c2227afa3102 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 945 time: 0.1952150 Jun 22 12:50:38.073180 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-be234666-a899-44a2-a66b-40b2c804941f req-d0a1aecc-99cb-40ec-b540-0173afa5befe service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159871 Jun 22 12:50:38.092084 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:38.107151 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] 10.222.0.15 "PUT /v2.0/routers/18c0b36b-feae-4f77-959a-9afa1e356c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3179584 Jun 22 12:50:38.135819 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Set router 3e0fb546-f58b-4e94-8e5a-9005b135e250 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:38.139000 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f024152d-bace-423b-8db1-b396f1918b34 x-openstack-request-id: req-f024152d-bace-423b-8db1-b396f1918b34 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:38.139312 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:38.139575 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f024152d-bace-423b-8db1-b396f1918b34 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:38.139974 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'code': 200} Jun 22 12:50:38.149561 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Sync routers for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:38.173820 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85d0c-6bdd-40e3-8f48-eab779db2e07 req-8a393ef4-4222-4d3f-88f8-f3827b01c4bc tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:38.180500 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3bc85d0c-6bdd-40e3-8f48-eab779db2e07 req-8a393ef4-4222-4d3f-88f8-f3827b01c4bc tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.3520360 Jun 22 12:50:38.187756 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-ae6821d6-7618-46dc-a829-bacb421d9026 None None] Port bc8f1f48-4da2-4566-83c4-23b0a4274de9 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:38.217876 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:38.221164 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:38.298820 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3bc85d0c-6bdd-40e3-8f48-eab779db2e07 req-a2cfae60-6774-47cd-83cd-eb76f30f5dcf tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100731 Jun 22 12:50:38.409740 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Deleting port 9ad341c5-2287-4546-913e-fc32d61f21ff {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:38.410537 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:38.461831 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:50:34Z', 'revision_number': 4, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port': {'id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:23Z', 'updated_at': '2021-06-22T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '7795765e-da8d-4555-9935-d3bb9d4f8850', 'name': '', 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'mac_address': 'fa:16:3e:7e:37:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '33969280-ec71-495b-86eb-9a1f9fe15b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:31Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 2, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'subnets': [{'id': '33969280-ec71-495b-86eb-9a1f9fe15b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:38.523621 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Checking router: 3e0fb546-f58b-4e94-8e5a-9005b135e250 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:38.525092 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Updating router 3e0fb546-f58b-4e94-8e5a-9005b135e250 port 7795765e-da8d-4555-9935-d3bb9d4f8850 binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:50:38.597560 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:38.612330 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:38.639819 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] For port 9ad341c5-2287-4546-913e-fc32d61f21ff, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ad341c5-2287-4546-913e-fc32d61f21ff,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:38.640195 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:38.777638 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66957c99-517e-44cc-bea4-74ec84284125 req-aba26106-4068-4350-9d03-7f31c85a0f76 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:38.804440 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-66957c99-517e-44cc-bea4-74ec84284125 req-aba26106-4068-4350-9d03-7f31c85a0f76 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.2423356 Jun 22 12:50:38.885463 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Calling delete_port for 9ad341c5-2287-4546-913e-fc32d61f21ff owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:38.915680 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-66957c99-517e-44cc-bea4-74ec84284125 req-ef32f65d-0225-4e01-aaee-b3637d6e614a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172624 Jun 22 12:50:39.003271 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=afab1d90-b19d-4739-9a61-d33e212cadd0,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:39.068603 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:39.078130 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.210861 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33642) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:39.216143 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993439982', 'description': 'tempest-secgroup-smoke-993439982 description', 'project_id': 'c25f44773d2d43eab3f1a963f902cfae'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:39.290800 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.305400 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:39.355576 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Pushing event deleted for resources: {'Port': ['ID=9ad341c5-2287-4546-913e-fc32d61f21ff,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:39.369880 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['b615bbdb-b6f5-4097-b70d-56d94a116b24', '9ad341c5-2287-4546-913e-fc32d61f21ff'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:39.376367 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:39.386770 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.431472 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Transition to ACTIVE for port object 7795765e-da8d-4555-9935-d3bb9d4f8850 will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:39.442313 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.445007 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-012c10e2-9925-4eff-b47f-53973ed52de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:39.452686 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33652) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:39.454338 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] No DVR routers for this DVR port 9ad341c5-2287-4546-913e-fc32d61f21ff on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:50:39.456940 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.458998 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cff9b422-2785-4178-bd90-bfb934d75793 req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "DELETE /v2.0/ports/9ad341c5-2287-4546-913e-fc32d61f21ff HTTP/1.1" status: 204 len: 173 time: 1.3727317 Jun 22 12:50:39.459991 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c', 'name': 'network-vif-deleted', 'tag': '9ad341c5-2287-4546-913e-fc32d61f21ff'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:39.461404 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-666160942-network', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:39.462255 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f5ef78-31f9-4b50-8ae7-367fcaa44391" -d '{"events": [{"server_uuid": "6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c", "name": "network-vif-deleted", "tag": "9ad341c5-2287-4546-913e-fc32d61f21ff"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:39.493845 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-73d83c50-89de-4052-9afe-12442f895699 req-c878db44-5e0d-436e-9ce7-86f37cf585dc tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.1919215 Jun 22 12:50:39.516780 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 2, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:39.560147 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.592655 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Made reservation on behalf of 2ca2d18fc2ba44bf913c28d2762b3af3 for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:39.597449 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.608475 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device afab1d90-b19d-4739-9a61-d33e212cadd0 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:39.612201 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Checking router: 18c0b36b-feae-4f77-959a-9afa1e356c64 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:39.613037 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Updating router 18c0b36b-feae-4f77-959a-9afa1e356c64 port bc8f1f48-4da2-4566-83c4-23b0a4274de9 binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:50:39.641862 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3f003-c805-4c5a-8ee8-84211c3ca378 None None] Pushing event updated for resources: {'Port': ['ID=7795765e-da8d-4555-9935-d3bb9d4f8850,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:39.652302 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-29f3f003-c805-4c5a-8ee8-84211c3ca378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:39.702252 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.729798 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b42461-dcb8-4323-a07b-3768c7ac80e1 x-openstack-request-id: req-b8b42461-dcb8-4323-a07b-3768c7ac80e1 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:39.730108 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c", "name": "network-vif-deleted", "tag": "9ad341c5-2287-4546-913e-fc32d61f21ff", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:39.730442 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8b42461-dcb8-4323-a07b-3768c7ac80e1 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:39.730871 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c', 'name': 'network-vif-deleted', 'tag': '9ad341c5-2287-4546-913e-fc32d61f21ff', 'status': 'completed', 'code': 200} Jun 22 12:50:39.788409 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Attempting to bind port 7795765e-da8d-4555-9935-d3bb9d4f8850 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:39.788802 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Attempting to bind port 7795765e-da8d-4555-9935-d3bb9d4f8850 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:39.789253 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Attempting to bind port 7795765e-da8d-4555-9935-d3bb9d4f8850 on network 312999eb-95ab-4932-87e2-2a7193c10203 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:39.797243 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:39.797799 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Checking segment: {'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:39.802894 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.803663 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Bound using segment: {'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:39.804349 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Bound port: 7795765e-da8d-4555-9935-d3bb9d4f8850, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655c2f86-5192-4341-b798-be410a0de625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:39.804881 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.808897 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.869712 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e9a7d-f376-468f-8166-1e14a5111108 req-0694a38c-d5fd-450e-bb14-ca6a98e75f46 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:39.872113 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4a6e9a7d-f376-468f-8166-1e14a5111108 req-0694a38c-d5fd-450e-bb14-ca6a98e75f46 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.2096102 Jun 22 12:50:39.924634 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.950958 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.964780 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.967906 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:39.970677 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port afab1d90-b19d-4739-9a61-d33e212cadd0 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:39.971089 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.971437 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4a6e9a7d-f376-468f-8166-1e14a5111108 req-2949aafe-a589-4e52-b144-7314dd0015b6 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843258 Jun 22 12:50:39.987504 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] For port 7795765e-da8d-4555-9935-d3bb9d4f8850, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:39.995370 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] For port 7795765e-da8d-4555-9935-d3bb9d4f8850, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=7795765e-da8d-4555-9935-d3bb9d4f8850,segment=NetworkSegment(655c2f86-5192-4341-b798-be410a0de625),segment_id=655c2f86-5192-4341-b798-be410a0de625)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:40.019734 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823f3d15-0059-4407-b91f-b419b8b9db1a,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:40.024581 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:40.036422 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.050854 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:40.133375 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Routers {'3e0fb546-f58b-4e94-8e5a-9005b135e250'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:40.134100 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['3e0fb546-f58b-4e94-8e5a-9005b135e250'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:40.180221 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3f003-c805-4c5a-8ee8-84211c3ca378 None None] Pushing event updated for resources: {'Port': ['ID=7795765e-da8d-4555-9935-d3bb9d4f8850,revision_number=4']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:40.185201 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-29f3f003-c805-4c5a-8ee8-84211c3ca378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:40.302479 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.327965 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.328928 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] Set router 3e0fb546-f58b-4e94-8e5a-9005b135e250 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:40.331924 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-348b4e92-6328-4e4c-b853-854947df1cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:40.336762 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.340865 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1256673 Jun 22 12:50:40.342981 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33674) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:40.352137 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'security_group_rule': {'security_group_id': '823f3d15-0059-4407-b91f-b419b8b9db1a', 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:40.401991 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:50:40.414972 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.479828 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.491150 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Added segment 4f6acf8a-9589-464e-82c2-9dc07502c5ce of type vlan for network b29b1953-da26-4636-ab23-645353d97a15 Jun 22 12:50:40.493491 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df575fd-c7e8-4fc4-961c-703e89037f17,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:40.516927 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:40.559273 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.583086 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.602612 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ade25-919d-459c-bf30-917dd3b00705 req-11d15757-9e44-4d1c-9b59-77c49ee07d73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:40.611170 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6fb838f2-4bbe-4e49-bf74-3b68a2022690 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:40.613612 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d69ade25-919d-459c-bf30-917dd3b00705 req-11d15757-9e44-4d1c-9b59-77c49ee07d73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.4599779 Jun 22 12:50:40.651764 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ef165d-7e6a-491e-8719-4dc7fd35b31a,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:40.666053 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:40.671398 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.676533 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.680495 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333020 Jun 22 12:50:40.680974 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33680) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:40.686356 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'security_group_rule': {'security_group_id': '823f3d15-0059-4407-b91f-b419b8b9db1a', 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:40.732090 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.762654 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d69ade25-919d-459c-bf30-917dd3b00705 req-7f3e46f9-27c9-4614-bb0b-703dd7192b5c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476378 Jun 22 12:50:40.793945 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.814665 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:50:34Z', 'revision_number': 4, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port': {'id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:23Z', 'updated_at': '2021-06-22T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '7795765e-da8d-4555-9935-d3bb9d4f8850', 'name': '', 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'mac_address': 'fa:16:3e:7e:37:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '33969280-ec71-495b-86eb-9a1f9fe15b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:31Z', 'updated_at': '2021-06-22T12:50:39Z', 'revision_number': 4, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'subnets': [{'id': '33969280-ec71-495b-86eb-9a1f9fe15b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:40.869715 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.875994 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:40.879521 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.887156 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.896235 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.902840 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d5302b88-29e5-4a99-9250-7773dc892107 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:40.905188 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:40.967695 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f4e0ae-9833-4818-889a-875c753f4910,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:40.973446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:40.985793 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:40.989762 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054879 Jun 22 12:50:40.990873 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33690) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:40.996100 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-bb0b98e9-7056-439a-bba8-bc8647990cfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'security_group_rule': {'security_group_id': '823f3d15-0059-4407-b91f-b419b8b9db1a', 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:41.024432 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.049186 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Transition to ACTIVE for port object bc8f1f48-4da2-4566-83c4-23b0a4274de9 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:41.058699 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6037951 Jun 22 12:50:41.062922 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33692) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:41.067203 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.073331 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Request body: {'subnet': {'network_id': 'b29b1953-da26-4636-ab23-645353d97a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-666160942-subnet', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'ip_version': 4}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:41.075252 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:41.081152 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8547d4-d779-4523-8e0c-3e0912029d26 None None] The sync data for ids ['3e0fb546-f58b-4e94-8e5a-9005b135e250'] in dv-cinder-796680-1-iscsi is: [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:50:34Z', 'revision_number': 4, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port': {'id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:23Z', 'updated_at': '2021-06-22T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '7795765e-da8d-4555-9935-d3bb9d4f8850', 'name': '', 'network_id': '312999eb-95ab-4932-87e2-2a7193c10203', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'mac_address': 'fa:16:3e:7e:37:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '33969280-ec71-495b-86eb-9a1f9fe15b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:31Z', 'updated_at': '2021-06-22T12:50:39Z', 'revision_number': 4, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'subnets': [{'id': '33969280-ec71-495b-86eb-9a1f9fe15b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:41.095078 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb0b98e9-7056-439a-bba8-bc8647990cfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.139010 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Made reservation on behalf of 2ca2d18fc2ba44bf913c28d2762b3af3 for: {'subnet': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:41.144017 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6711419'] for subnet, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.163928 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3766e091-415c-4d60-a491-c54e9a0ef7b8 req-0cde610a-7a08-4364-be46-ca5ccf8175c3 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c071540-1d2d-4bd9-b2bb-3c0e7b792c7c HTTP/1.1" status: 200 len: 210 time: 0.1430845 Jun 22 12:50:41.211119 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Pushing event updated for resources: {'Network': ['ID=b29b1953-da26-4636-ab23-645353d97a15,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:41.229639 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:41.256092 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network b29b1953-da26-4636-ab23-645353d97a15 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:50:41.371866 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb0b98e9-7056-439a-bba8-bc8647990cfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.376680 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6554217-c093-4178-a43f-c682e7dccf4a None None] Pushing event updated for resources: {'Port': ['ID=bc8f1f48-4da2-4566-83c4-23b0a4274de9,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:41.387520 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-c6554217-c093-4178-a43f-c682e7dccf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:41.390505 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.390894 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb0b98e9-7056-439a-bba8-bc8647990cfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.397755 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-37e25c42-ddc6-45e7-9361-3913e077abb3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:41.458390 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 9ad341c5-2287-4546-913e-fc32d61f21ff no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:41.481755 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b98e9-7056-439a-bba8-bc8647990cfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d5d8f8-625b-4a0a-9d39-d047058999c6,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:41.494165 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-bb0b98e9-7056-439a-bba8-bc8647990cfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:41.534582 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 9ad341c5-2287-4546-913e-fc32d61f21ff {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:41.534945 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 9ad341c5-2287-4546-913e-fc32d61f21ff not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:41.542093 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Attempting to bind port bc8f1f48-4da2-4566-83c4-23b0a4274de9 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:41.542843 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Attempting to bind port bc8f1f48-4da2-4566-83c4-23b0a4274de9 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:41.543439 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Attempting to bind port bc8f1f48-4da2-4566-83c4-23b0a4274de9 on network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:41.561095 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:41.562135 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Checking segment: {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:41.562750 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.564004 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Bound using segment: {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:41.564735 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Bound port: bc8f1f48-4da2-4566-83c4-23b0a4274de9, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:41.565397 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.571384 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 7795765e-da8d-4555-9935-d3bb9d4f8850 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:41.621163 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb0b98e9-7056-439a-bba8-bc8647990cfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.622629 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-bb0b98e9-7056-439a-bba8-bc8647990cfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6307011 Jun 22 12:50:41.625850 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33696) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:41.627144 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6356258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6711369'] for subnet, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.631646 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'security_group_rule': {'security_group_id': '823f3d15-0059-4407-b91f-b419b8b9db1a', 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:41.638816 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-aece4077-52f2-4031-8e23-9f71a5fe9c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:41.673566 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.707819 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0946a477-e07f-4398-b6ed-5f37814efebd,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:41.713800 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:41.718551 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Checking segment: {'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:41.719212 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Network hostable DHCP agents. Network: b29b1953-da26-4636-ab23-645353d97a15, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:50:41.747481 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Network b29b1953-da26-4636-ab23-645353d97a15 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:50:41.764960 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] For port bc8f1f48-4da2-4566-83c4-23b0a4274de9, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:41.768161 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 7795765e-da8d-4555-9935-d3bb9d4f8850 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:41.769804 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.772814 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] For port bc8f1f48-4da2-4566-83c4-23b0a4274de9, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=bc8f1f48-4da2-4566-83c4-23b0a4274de9,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:41.776065 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.776390 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 7795765e-da8d-4555-9935-d3bb9d4f8850 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:41.777084 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.779506 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, b29b1953-da26-4636-ab23-645353d97a15) {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:41.780848 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:41.792351 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:41.793134 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.806307 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b559b9-2df8-49e0-9522-9571d965ffaa,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:41.810484 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:41.827880 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.830342 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-ec507083-65a5-4a10-8a2d-ed13399816ac admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7657704 Jun 22 12:50:41.831655 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2047353 Jun 22 12:50:41.833003 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33700) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:41.835616 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33702) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:41.838850 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:41.839193 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074b985-ebbd-4a93-b025-8a94afd4cdef None None] Network b29b1953-da26-4636-ab23-645353d97a15 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:41.842774 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.844257 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'security_group_rule': {'security_group_id': '823f3d15-0059-4407-b91f-b419b8b9db1a', 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:41.846377 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:41.879612 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.db.api [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 12:50:41.879612 dv-cinder-796680-1-iscsi neutron-server[99525]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 12:50:41.879612 dv-cinder-796680-1-iscsi neutron-server[99525]: [parameters: {'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'id': 'b2105847-fe60-42a1-9c1c-f8339ba58538', 'expiration': datetime.datetime(2021, 6, 22, 12, 52, 41, 861601)}] Jun 22 12:50:41.879612 dv-cinder-796680-1-iscsi neutron-server[99525]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 12:50:41.880515 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_db.api [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 12:50:41.910101 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:41.911209 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.013443 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:42.014559 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:42.051083 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.104139 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.152085 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 7795765e-da8d-4555-9935-d3bb9d4f8850, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=7795765e-da8d-4555-9935-d3bb9d4f8850,segment=NetworkSegment(655c2f86-5192-4341-b798-be410a0de625),segment_id=655c2f86-5192-4341-b798-be410a0de625)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:42.153422 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6554217-c093-4178-a43f-c682e7dccf4a None None] Pushing event updated for resources: {'Port': ['ID=bc8f1f48-4da2-4566-83c4-23b0a4274de9,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:42.165979 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-c6554217-c093-4178-a43f-c682e7dccf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:42.172677 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.181611 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:42.430686 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.securitygroups_db [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Project c25f44773d2d43eab3f1a963f902cfae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:50:42.440599 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.487279 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=7795765e-da8d-4555-9935-d3bb9d4f8850,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:42.500948 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:42.571433 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.577547 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.578345 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-b29b1953-da26-4636-ab23-645353d97a15', 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'fixed_ips': [{'subnet_id': '0946a477-e07f-4398-b6ed-5f37814efebd'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:50:42.579223 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.585911 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:42.586612 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:42.604755 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d0d568-4f04-4a47-a2a4-3ef58c5ace5d,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:42.614623 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:42.621450 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.623234 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7865274 Jun 22 12:50:42.627747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33716) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:42.634909 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'security_group_rule': {'security_group_id': '823f3d15-0059-4407-b91f-b419b8b9db1a', 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:42.661554 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.securitygroups_db [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Project c25f44773d2d43eab3f1a963f902cfae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:50:42.667556 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.755667 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.761839 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.768473 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.769569 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb40de-f1ba-4106-b4e4-10beb40894e7 req-9258c299-5bac-48c9-ab17-adf58d3f3499 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:42.775173 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bffb40de-f1ba-4106-b4e4-10beb40894e7 req-9258c299-5bac-48c9-ab17-adf58d3f3499 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.8148341 Jun 22 12:50:42.776891 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f6fd18a7-e4c5-4753-b7ad-721468b5ff9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:42.801663 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f56556-d377-4372-850d-96fea2805489,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:42.812319 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:42.813932 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:42.819664 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861553 Jun 22 12:50:42.872328 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-c1d266df-b04b-4423-a996-4e27d51667e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2654996 Jun 22 12:50:42.927032 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Allocated IP 172.20.0.2 (b29b1953-da26-4636-ab23-645353d97a15/0946a477-e07f-4398-b6ed-5f37814efebd/e1eadd97-e763-4976-8e8d-6cf263871135) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:42.938790 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bffb40de-f1ba-4106-b4e4-10beb40894e7 req-96f7f408-8d5e-4dde-928c-8e7f4279e3e1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1408334 Jun 22 12:50:43.120363 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-cf065709-0793-448b-8917-913ac8eaf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:43.121725 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-cf065709-0793-448b-8917-913ac8eaf949 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 1098 time: 0.1954629 Jun 22 12:50:43.189544 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:41Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:43.233436 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f6afe-2ed4-4790-a5b1-fe8c350f245b None None] The sync data for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi is: [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:41Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:43.285621 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.297828 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Transition to ACTIVE for port object e1eadd97-e763-4976-8e8d-6cf263871135 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:43.360399 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Transition to ACTIVE for port object e1eadd97-e763-4976-8e8d-6cf263871135 will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:43.371680 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.390748 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:43.395976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.479449 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.492093 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Network b29b1953-da26-4636-ab23-645353d97a15 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:43.493540 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:43.511950 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-d827721b-675f-4c41-b306-db6c6939ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:43.513663 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-d827721b-675f-4c41-b306-db6c6939ec55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 200 len: 920 time: 0.2935925 Jun 22 12:50:43.574787 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:43.581965 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:43.590728 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Pushing event updated for resources: {'Port': ['ID=e1eadd97-e763-4976-8e8d-6cf263871135,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:43.620785 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-cc8e661b-966f-4d82-8bd6-559b0bc4e3a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b HTTP/1.1" status: 200 len: 217 time: 0.0660243 Jun 22 12:50:43.629560 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:43.750968 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Attempting to bind port e1eadd97-e763-4976-8e8d-6cf263871135 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:43.751932 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Attempting to bind port e1eadd97-e763-4976-8e8d-6cf263871135 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:43.752643 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Attempting to bind port e1eadd97-e763-4976-8e8d-6cf263871135 on network b29b1953-da26-4636-ab23-645353d97a15 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:43.823748 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device bc8f1f48-4da2-4566-83c4-23b0a4274de9 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:43.833017 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:43.833498 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Checking segment: {'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:43.835492 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.835928 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Bound using segment: {'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:43.839156 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Bound port: e1eadd97-e763-4976-8e8d-6cf263871135, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:43.840334 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.878460 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-0d15fdaf-253d-4a2a-8723-fd0d13a46d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:43.880245 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-0d15fdaf-253d-4a2a-8723-fd0d13a46d57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 200 len: 859 time: 0.2521675 Jun 22 12:50:43.919042 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Allocated IP 172.27.0.136 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:43.976675 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-84d76f16-92bd-43de-b82e-a032093ef7cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb92931-0107-4cae-9f3e-ec359c4f3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867286 Jun 22 12:50:44.452224 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-79f9e714-1fce-44bc-96ae-0c27dcff36ef service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559577 Jun 22 12:50:44.542415 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.678418 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] For port e1eadd97-e763-4976-8e8d-6cf263871135, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:44.695577 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] For port e1eadd97-e763-4976-8e8d-6cf263871135, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=e1eadd97-e763-4976-8e8d-6cf263871135,segment=NetworkSegment(4f6acf8a-9589-464e-82c2-9dc07502c5ce),segment_id=4f6acf8a-9589-464e-82c2-9dc07502c5ce)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:44.706309 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port bc8f1f48-4da2-4566-83c4-23b0a4274de9 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:44.726059 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.742272 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:44.875293 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.894951 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e047453b-1c10-4ff9-9c09-79940032947a tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:44.946035 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port bc8f1f48-4da2-4566-83c4-23b0a4274de9 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:44.946742 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.968094 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Pushing event updated for resources: {'Port': ['ID=e1eadd97-e763-4976-8e8d-6cf263871135,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:45.018077 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:45.107909 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:45.108144 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:45.111575 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:45.137505 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5e8cf-1fb8-4f5a-8ee8-d4812366a4c3 req-b65e9996-0e5a-42d1-bc94-8ae8d1bc6c64 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:45.145490 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bac5e8cf-1fb8-4f5a-8ee8-d4812366a4c3 req-b65e9996-0e5a-42d1-bc94-8ae8d1bc6c64 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.3996549 Jun 22 12:50:45.161190 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c18479ee-7055-4e70-bf4f-d45d4896de18 req-91294411-0e74-4254-830c-5d96e9eb029f service neutron] 10.222.0.46 "GET /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933520 Jun 22 12:50:45.246446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:45.252646 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.257677 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:45.272648 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bac5e8cf-1fb8-4f5a-8ee8-d4812366a4c3 req-8b3b490b-6253-409c-bfe2-3eb888794d12 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258435 Jun 22 12:50:45.327712 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port bc8f1f48-4da2-4566-83c4-23b0a4274de9, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=bc8f1f48-4da2-4566-83c4-23b0a4274de9,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:45.335173 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.336412 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 7795765e-da8d-4555-9935-d3bb9d4f8850 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:45.371445 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-da0b5e88-73ff-49a5-baa3-655380031ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:45.460863 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2ac92-4769-41b4-8306-00b3067a6c18 req-df0d0e59-32d2-4de9-bc77-dc7c0de64ff8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:45.462525 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d6c2ac92-4769-41b4-8306-00b3067a6c18 req-df0d0e59-32d2-4de9-bc77-dc7c0de64ff8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 946 time: 0.4398906 Jun 22 12:50:45.637035 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=bc8f1f48-4da2-4566-83c4-23b0a4274de9,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:45.647957 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:45.653852 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 7795765e-da8d-4555-9935-d3bb9d4f8850 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:45.653971 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.817471 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d6c2ac92-4769-41b4-8306-00b3067a6c18 req-558c51d0-4fcf-4d70-938e-fbd8cc6d7749 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559974 Jun 22 12:50:45.860957 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.075831 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097020e-7af9-402f-9e07-2e66959d606a req-a5e62c24-7fe6-4727-812d-92af491d6879 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:46.078813 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6097020e-7af9-402f-9e07-2e66959d606a req-a5e62c24-7fe6-4727-812d-92af491d6879 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1016073 Jun 22 12:50:46.133412 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device bc8f1f48-4da2-4566-83c4-23b0a4274de9 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:46.147102 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.152830 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6097020e-7af9-402f-9e07-2e66959d606a req-aea64912-7663-42bf-9d91-bc6a3d3a9fc3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687296 Jun 22 12:50:46.234109 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port bc8f1f48-4da2-4566-83c4-23b0a4274de9 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:46.234731 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.363400 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device e1eadd97-e763-4976-8e8d-6cf263871135 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:46.405991 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Router cd499171-7273-49cd-8e2b-9ae23bc15844 is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:50:46.488437 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port e1eadd97-e763-4976-8e8d-6cf263871135 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:46.611184 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:46.625977 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Sync routers for ids ['cd499171-7273-49cd-8e2b-9ae23bc15844'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:46.635324 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fdfbf-5e71-4f1b-8cb2-d404e0dcf5cc req-bd9a2a7a-3253-4631-ab9a-46742dc1abfd tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:46.636920 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b56fdfbf-5e71-4f1b-8cb2-d404e0dcf5cc req-bd9a2a7a-3253-4631-ab9a-46742dc1abfd tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1584544 Jun 22 12:50:46.637685 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Routers {'cd499171-7273-49cd-8e2b-9ae23bc15844'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:46.638612 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['cd499171-7273-49cd-8e2b-9ae23bc15844'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:46.651147 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Notify callbacks [] for router, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.652503 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8181248 Jun 22 12:50:46.655544 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33834) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:46.700028 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b56fdfbf-5e71-4f1b-8cb2-d404e0dcf5cc req-65aec65b-18c6-4096-b486-b25556461e93 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500627 Jun 22 12:50:46.703122 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef7852a-e382-42ad-b072-687e489e2f2f None None] Network b29b1953-da26-4636-ab23-645353d97a15 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:50:46.778351 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Set router cd499171-7273-49cd-8e2b-9ae23bc15844 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:46.821033 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] Provisioning for port e1eadd97-e763-4976-8e8d-6cf263871135 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:46.827381 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] Provisioning complete for port e1eadd97-e763-4976-8e8d-6cf263871135 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:46.828262 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.124022 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 3, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port': {'id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:43Z', 'updated_at': '2021-06-22T12:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:47.132509 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.195831 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Checking router: cd499171-7273-49cd-8e2b-9ae23bc15844 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:47.196952 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Updating router cd499171-7273-49cd-8e2b-9ae23bc15844 port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:50:47.211199 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] For port e1eadd97-e763-4976-8e8d-6cf263871135, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=e1eadd97-e763-4976-8e8d-6cf263871135,segment=NetworkSegment(4f6acf8a-9589-464e-82c2-9dc07502c5ce),segment_id=4f6acf8a-9589-464e-82c2-9dc07502c5ce)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:47.222090 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.226118 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:47.272097 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.298937 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] Pushing event updated for resources: {'Port': ['ID=e1eadd97-e763-4976-8e8d-6cf263871135,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:47.315578 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:47.377646 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-e47c7989-2e4b-4fff-add6-2fad26f6e897 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:47.382875 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-e47c7989-2e4b-4fff-add6-2fad26f6e897 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 946 time: 0.2377651 Jun 22 12:50:47.387669 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d82e-d447-4696-8bb2-14e5c14c3d39 req-0cc5f17f-f525-4b70-b0d5-4fefc83990dc tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:47.395027 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7425d82e-d447-4696-8bb2-14e5c14c3d39 req-0cc5f17f-f525-4b70-b0d5-4fefc83990dc tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 946 time: 0.2710130 Jun 22 12:50:47.578622 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7425d82e-d447-4696-8bb2-14e5c14c3d39 req-dbce69e1-9647-4ea5-b70d-e4216b4cbc85 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea1f5828-6700-41c7-9472-d00dde6809f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428659 Jun 22 12:50:47.649995 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94083-c0c5-482b-8e6d-d53780e491f0 req-656ff14a-18cb-4898-a93a-0afe8d764b30 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:47.652532 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e2a94083-c0c5-482b-8e6d-d53780e491f0 req-656ff14a-18cb-4898-a93a-0afe8d764b30 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.2308769 Jun 22 12:50:47.681036 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.717552 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Deleting port b615bbdb-b6f5-4097-b70d-56d94a116b24 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:47.718273 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.772346 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.797107 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Transition to ACTIVE for port object 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:47.812385 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.813474 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f91cb990-c47d-48ba-b326-4d4fdc727544 None None] Provisioning complete for port e1eadd97-e763-4976-8e8d-6cf263871135 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:47.814037 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f91cb990-c47d-48ba-b326-4d4fdc727544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.822817 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-5decea37-63ca-4fde-88b4-03cae7d1ae29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:47.915646 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c41bd-5da3-44aa-b341-d02096a2444c None None] Pushing event updated for resources: {'Port': ['ID=1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab,revision_number=2']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:47.922647 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-101c41bd-5da3-44aa-b341-d02096a2444c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:47.956155 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Attempting to bind port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:47.956766 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Attempting to bind port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:47.957569 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Attempting to bind port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:47.968680 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:47.969202 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:47.971786 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.972560 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:47.973430 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Bound port: 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:47.974080 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.080685 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Allocated IP 172.20.0.1 (b29b1953-da26-4636-ab23-645353d97a15/0946a477-e07f-4398-b6ed-5f37814efebd/d1b6f70e-f3d8-48d6-a267-1993daf2ee28) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:48.085453 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device e1eadd97-e763-4976-8e8d-6cf263871135 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:48.095914 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] For port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:48.101700 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] For port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:48.111749 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.118320 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:48.190781 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port e1eadd97-e763-4976-8e8d-6cf263871135 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:48.191459 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.222315 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c41bd-5da3-44aa-b341-d02096a2444c None None] Pushing event updated for resources: {'Port': ['ID=1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:48.233571 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-101c41bd-5da3-44aa-b341-d02096a2444c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:48.250271 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1bbb-9db4-4e7d-aa6e-9c8a69482dfc req-2fc13557-259d-4c48-bec2-c634c79d4a8b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:48.252088 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b81d1bbb-9db4-4e7d-aa6e-9c8a69482dfc req-2fc13557-259d-4c48-bec2-c634c79d4a8b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.2369211 Jun 22 12:50:48.261808 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Routers {'cd499171-7273-49cd-8e2b-9ae23bc15844'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:48.262422 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['cd499171-7273-49cd-8e2b-9ae23bc15844'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:48.270198 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e2a94083-c0c5-482b-8e6d-d53780e491f0 req-98ca853c-370d-4c17-bbf1-719adef42632 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6060305 Jun 22 12:50:48.330371 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b81d1bbb-9db4-4e7d-aa6e-9c8a69482dfc req-6d2d300a-c2bb-417d-b506-bf803474d6f6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662944 Jun 22 12:50:48.392319 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] For port b615bbdb-b6f5-4097-b70d-56d94a116b24, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b615bbdb-b6f5-4097-b70d-56d94a116b24,segment=NetworkSegment(758d75ec-607d-4e4a-912c-1db8d50e0e9b),segment_id=758d75ec-607d-4e4a-912c-1db8d50e0e9b)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:48.393212 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.397359 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.432664 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Transition to ACTIVE for port object d1b6f70e-f3d8-48d6-a267-1993daf2ee28 will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:48.466013 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] Set router cd499171-7273-49cd-8e2b-9ae23bc15844 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:48.555104 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.558839 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:48.565901 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Calling delete_port for b615bbdb-b6f5-4097-b70d-56d94a116b24 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:48.602153 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Network b29b1953-da26-4636-ab23-645353d97a15 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:48.603721 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:48.606417 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:48.690743 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:48.703230 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:48.718894 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.852121 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.859495 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a1ea1b5d-f2a3-48af-aba6-13ef8603397f tempest-VolumesActionsTest-1704149717 tempest-VolumesActionsTest-1704149717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:48.866789 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 3, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port': {'id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:43Z', 'updated_at': '2021-06-22T12:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:48.918526 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561385aa-a3e5-4fc0-a0d8-23928556c1b5 None None] The sync data for ids ['cd499171-7273-49cd-8e2b-9ae23bc15844'] in dv-cinder-796680-1-iscsi is: [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 3, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port': {'id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:43Z', 'updated_at': '2021-06-22T12:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:48.924709 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Pushing event deleted for resources: {'Port': ['ID=b615bbdb-b6f5-4097-b70d-56d94a116b24,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:48.931912 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:48.948159 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fbbc2022-0bad-4a6e-9e05-5cbd2881c9f4 req-469eb4c2-3cce-4fe4-a8e5-2f44552cbbe6 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 210 time: 0.0551410 Jun 22 12:50:48.984523 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-1fc46b08-5ff7-46d8-8072-f1c95924e6dc None None] Provisioning for port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:48.991877 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-1fc46b08-5ff7-46d8-8072-f1c95924e6dc None None] Provisioning complete for port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:48.992431 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-1fc46b08-5ff7-46d8-8072-f1c95924e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.018904 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.020882 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] No DVR routers for this DVR port b615bbdb-b6f5-4097-b70d-56d94a116b24 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:50:49.023702 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.025784 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-16e99e59-4abb-4f6a-88e1-d1a697bbca93 req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.46 "DELETE /v2.0/ports/b615bbdb-b6f5-4097-b70d-56d94a116b24 HTTP/1.1" status: 204 len: 173 time: 1.6216004 Jun 22 12:50:49.026341 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe705664-95a6-4bce-902a-61df250814c4', 'name': 'network-vif-deleted', 'tag': 'b615bbdb-b6f5-4097-b70d-56d94a116b24'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:49.028732 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b732e57d-7fa3-498a-9995-cde5786223f3" -d '{"events": [{"server_uuid": "fe705664-95a6-4bce-902a-61df250814c4", "name": "network-vif-deleted", "tag": "b615bbdb-b6f5-4097-b70d-56d94a116b24"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:49.053814 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-1fc46b08-5ff7-46d8-8072-f1c95924e6dc None None] Port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:49.121685 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74fea40-afda-491e-8927-8d0f198454ce x-openstack-request-id: req-f74fea40-afda-491e-8927-8d0f198454ce {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:49.122938 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe705664-95a6-4bce-902a-61df250814c4", "name": "network-vif-deleted", "tag": "b615bbdb-b6f5-4097-b70d-56d94a116b24", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:49.124117 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f74fea40-afda-491e-8927-8d0f198454ce {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:49.129935 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe705664-95a6-4bce-902a-61df250814c4', 'name': 'network-vif-deleted', 'tag': 'b615bbdb-b6f5-4097-b70d-56d94a116b24', 'status': 'completed', 'code': 200} Jun 22 12:50:49.152697 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7cadb-a157-48a4-8b57-c54392db7f21 req-78857aac-f80e-489a-8ae6-dd63c08a2d70 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:49.154613 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4da7cadb-a157-48a4-8b57-c54392db7f21 req-78857aac-f80e-489a-8ae6-dd63c08a2d70 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.2432520 Jun 22 12:50:49.219947 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4da7cadb-a157-48a4-8b57-c54392db7f21 req-1c6578ae-f3af-479d-8685-9c9f51f7964f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560381 Jun 22 12:50:49.354211 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.366557 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.373933 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-54aa03bb-9121-43e4-9acf-3c743340bd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:49.458026 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.481364 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device b615bbdb-b6f5-4097-b70d-56d94a116b24 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:49.527982 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: b615bbdb-b6f5-4097-b70d-56d94a116b24 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:49.528334 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device b615bbdb-b6f5-4097-b70d-56d94a116b24 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:49.550824 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:49.556754 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:49.606853 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8af023-a3de-4f67-85f5-df5582a63ec4 req-8ddeff6d-34b6-42e6-a745-c794eac3383a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:49.608850 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5d8af023-a3de-4f67-85f5-df5582a63ec4 req-8ddeff6d-34b6-42e6-a745-c794eac3383a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1031199 Jun 22 12:50:49.666567 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072f1f6-5e0d-4282-ba17-7a4e3c19d58b req-64837fa4-e77b-4ada-ad0a-9ee2958929e0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:49.674050 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1072f1f6-5e0d-4282-ba17-7a4e3c19d58b req-64837fa4-e77b-4ada-ad0a-9ee2958929e0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.2087588 Jun 22 12:50:49.689114 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5d8af023-a3de-4f67-85f5-df5582a63ec4 req-6fece719-c31b-4854-bea0-b5b18100995b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706191 Jun 22 12:50:49.730158 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Network b29b1953-da26-4636-ab23-645353d97a15 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:49.733957 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:49.739487 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1072f1f6-5e0d-4282-ba17-7a4e3c19d58b req-a11921cc-01c4-4b96-b272-7d0e3f05f611 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639627 Jun 22 12:50:49.937954 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Router cd499171-7273-49cd-8e2b-9ae23bc15844 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:50.099108 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:50.230577 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:50.234965 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-e68dd66a-e295-4418-840f-07b33c8144f4 None None] Provisioning complete for port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:50.235351 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e68dd66a-e295-4418-840f-07b33c8144f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.245679 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd499171-7273-49cd-8e2b-9ae23bc15844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5881689 Jun 22 12:50:50.311206 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:50.321644 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:50.322320 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.331904 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-12e0bcd7-a460-40da-bc15-4608bc4ba4d6 req-a1758b48-5597-4ba4-920c-fa6ef22ee723 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe705664-95a6-4bce-902a-61df250814c4 HTTP/1.1" status: 200 len: 210 time: 0.0373571 Jun 22 12:50:50.434865 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-e68dd66a-e295-4418-840f-07b33c8144f4 None None] Port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:50.517954 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.543312 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:50.548750 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.551306 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:50.561042 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026c414-1f00-4cc0-8b7d-de68805f156e req-249fc2f7-0f0a-459d-945e-5ec5fe177b60 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:50.567076 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8026c414-1f00-4cc0-8b7d-de68805f156e req-249fc2f7-0f0a-459d-945e-5ec5fe177b60 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.1129448 Jun 22 12:50:50.620141 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8026c414-1f00-4cc0-8b7d-de68805f156e req-a613d0b5-4959-49e7-8651-fadcdf86503f tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 Jun 22 12:50:50.632023 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:50.635845 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:50.769273 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:50:50.976697 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33892) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:50.982220 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431440624', 'description': 'tempest-secgroup-smoke-431440624 description', 'project_id': 'f033ef9487984f69b633b117a378f2db'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:51.006504 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7e3b-a0a9-49c2-b817-abeda9f45980 req-45e53237-e74d-4040-aff5-3fdf1c45e9c5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:51.008072 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d1cc7e3b-a0a9-49c2-b817-abeda9f45980 req-45e53237-e74d-4040-aff5-3fdf1c45e9c5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1223619 Jun 22 12:50:51.033004 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.082881 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d1cc7e3b-a0a9-49c2-b817-abeda9f45980 req-92b4e564-c6d4-4410-91fd-5e9701798ef9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662541 Jun 22 12:50:51.164542 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.173000 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972aca-5dd7-4499-ac56-cf07e90c38c6 req-97455eca-1e7c-4088-a122-0e721158cca7 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:51.174725 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-aa972aca-5dd7-4499-ac56-cf07e90c38c6 req-97455eca-1e7c-4088-a122-0e721158cca7 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0753050 Jun 22 12:50:51.174912 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.180471 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ff69d0aa-932e-4a17-bd31-b838f02c6de3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:51.213992 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.219960 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2378480 Jun 22 12:50:51.220319 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33894) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:51.225816 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'security_group_rule': {'security_group_id': '91d7d225-8493-4227-a504-76c7434e98b7', 'project_id': 'f033ef9487984f69b633b117a378f2db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:51.238044 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d7d225-8493-4227-a504-76c7434e98b7,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:51.241542 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:51.241848 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-aa972aca-5dd7-4499-ac56-cf07e90c38c6 req-cb4beae2-1c25-4502-b462-730f8b3f69cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554166 Jun 22 12:50:51.278234 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.350428 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.356013 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.364041 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-dc812977-1974-4db8-98ad-1161ca19ec2b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:51.390693 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3345f4-d04d-4eba-ae0d-74125b630959,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:51.394531 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:51.396217 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.398570 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768124 Jun 22 12:50:51.402518 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33900) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:51.408125 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-84fd64ce-6911-4849-b9ba-162520495b78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'security_group_rule': {'security_group_id': '91d7d225-8493-4227-a504-76c7434e98b7', 'project_id': 'f033ef9487984f69b633b117a378f2db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:51.453969 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-84fd64ce-6911-4849-b9ba-162520495b78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.491802 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33902) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:51.540598 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-84fd64ce-6911-4849-b9ba-162520495b78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.544189 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] Deleting subnet cee53181-3547-4ebc-abd9-56241909cfc9 {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:50:51.547759 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-84fd64ce-6911-4849-b9ba-162520495b78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.548328 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.552110 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:51.577996 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd64ce-6911-4849-b9ba-162520495b78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ee764c-4b39-4972-8606-98f6ea7c046c,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:51.582122 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-84fd64ce-6911-4849-b9ba-162520495b78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:51.589265 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-84fd64ce-6911-4849-b9ba-162520495b78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.591134 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-84fd64ce-6911-4849-b9ba-162520495b78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1873827 Jun 22 12:50:51.593778 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33904) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:51.598263 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.601470 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'security_group_rule': {'security_group_id': '91d7d225-8493-4227-a504-76c7434e98b7', 'project_id': 'f033ef9487984f69b633b117a378f2db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:51.645415 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.664399 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.717959 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.720690 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:51.749392 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee53181-3547-4ebc-abd9-56241909cfc9,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:51.753891 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.754331 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:51.755983 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.758993 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-826affcc-1596-4e8a-8988-40ea9f5fb7d4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cee53181-3547-4ebc-abd9-56241909cfc9 HTTP/1.1" status: 204 len: 168 time: 0.2660375 Jun 22 12:50:51.761968 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 33910) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:51.763013 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.781120 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ec9e289b-93a9-44d5-bcca-4f88404ca1be tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:51.795498 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.796787 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016459 Jun 22 12:50:51.801760 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33912) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:51.808310 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-fec9fa06-78d3-4985-ac95-85aba6018d98 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'security_group_rule': {'security_group_id': '91d7d225-8493-4227-a504-76c7434e98b7', 'project_id': 'f033ef9487984f69b633b117a378f2db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:51.821484 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1744ae-1bfa-41a8-b5d6-31604c2c300a,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:51.824059 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:51.858783 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fec9fa06-78d3-4985-ac95-85aba6018d98 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.893083 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.938782 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fec9fa06-78d3-4985-ac95-85aba6018d98 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.953395 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fec9fa06-78d3-4985-ac95-85aba6018d98 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.956014 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:51.962321 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Sync routers for ids ['cd499171-7273-49cd-8e2b-9ae23bc15844'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:51.977906 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Routers {'cd499171-7273-49cd-8e2b-9ae23bc15844'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:51.978969 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['cd499171-7273-49cd-8e2b-9ae23bc15844'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:52.024519 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:52.025826 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9fa06-78d3-4985-ac95-85aba6018d98 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4382d0d-500f-491e-8132-650ee098fc03,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:52.036277 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fec9fa06-78d3-4985-ac95-85aba6018d98 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:52.038344 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fec9fa06-78d3-4985-ac95-85aba6018d98 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.043032 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-fec9fa06-78d3-4985-ac95-85aba6018d98 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2393064 Jun 22 12:50:52.043634 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33914) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:52.048461 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'security_group_rule': {'security_group_id': '91d7d225-8493-4227-a504-76c7434e98b7', 'project_id': 'f033ef9487984f69b633b117a378f2db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:52.082554 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be356ebd-e093-46a4-9e3c-6f3d70d73df5 req-5b6f39e3-7185-4329-b3e5-7dd3c0a9269c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:52.084725 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-be356ebd-e093-46a4-9e3c-6f3d70d73df5 req-5b6f39e3-7185-4329-b3e5-7dd3c0a9269c tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.2092988 Jun 22 12:50:52.089640 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.100169 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.securitygroups_db [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Project f033ef9487984f69b633b117a378f2db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:50:52.108480 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.115741 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f643e26-0049-4c27-87eb-ac8863ee1cbc']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:52.139226 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758d75ec-607d-4e4a-912c-1db8d50e0e9b') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:52.139516 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758d75ec-607d-4e4a-912c-1db8d50e0e9b') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:52.157728 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.168238 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:52.168624 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.188003 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.202108 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-be356ebd-e093-46a4-9e3c-6f3d70d73df5 req-05641701-c6b1-4307-8b8f-e59b8f0c5867 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020191 Jun 22 12:50:52.207323 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:50:52.208031 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.211303 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:50:52.211676 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:50:52.225053 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.225053 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-bb6ef835-c876-4ebd-bb42-4c719670176e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:52.244427 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31030ef2-c531-43a8-8538-7fa04b198e24,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:52.253228 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:52.261220 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.262536 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-2232f3f3-ae7a-409e-a848-ead6bb775629 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2179174 Jun 22 12:50:52.266897 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33918) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:52.267535 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Set router cd499171-7273-49cd-8e2b-9ae23bc15844 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:52.274171 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'security_group_rule': {'security_group_id': '91d7d225-8493-4227-a504-76c7434e98b7', 'project_id': 'f033ef9487984f69b633b117a378f2db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:52.309202 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.securitygroups_db [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Project f033ef9487984f69b633b117a378f2db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:50:52.314796 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.317886 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-22e8f412-68c0-411a-952f-f43d06d8fb49 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:52.321340 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-22e8f412-68c0-411a-952f-f43d06d8fb49 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 945 time: 0.2887192 Jun 22 12:50:52.365725 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.459533 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:52.481162 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.486435 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7f643e26-0049-4c27-87eb-ac8863ee1cbc HTTP/1.1" status: 204 len: 168 time: 0.7208104 Jun 22 12:50:52.547468 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.556450 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.566221 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f643e26-0049-4c27-87eb-ac8863ee1cbc,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:52.573071 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-df71c992-355c-4ec0-9803-d11524e1c0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:52.580007 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8b244cb1-2c06-471a-8799-5d736833ce58 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:52.614079 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48704d50-f371-441c-8709-0c816a2504e3,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:52.625571 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:52.630576 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.633120 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3647439 Jun 22 12:50:52.659022 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1fcf7-0d31-4b05-9ef1-848415f7a2c9 req-8778990a-fa98-4792-9655-3759dc22d31e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:52.670210 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:50:48Z', 'revision_number': 4, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port': {'id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:43Z', 'updated_at': '2021-06-22T12:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'd1b6f70e-f3d8-48d6-a267-1993daf2ee28', 'name': '', 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'mac_address': 'fa:16:3e:3b:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0946a477-e07f-4398-b6ed-5f37814efebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:47Z', 'updated_at': '2021-06-22T12:50:49Z', 'revision_number': 2, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'subnets': [{'id': '0946a477-e07f-4398-b6ed-5f37814efebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:52.677145 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2bd1fcf7-0d31-4b05-9ef1-848415f7a2c9 req-8778990a-fa98-4792-9655-3759dc22d31e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.2399883 Jun 22 12:50:52.687068 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Deleting port 690fb966-9255-49b3-90c8-d9f14bf74a8b {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:52.688164 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.702815 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff158d-3172-45e6-bfa3-1914eef7b916 req-dea94cb4-9133-4c09-81f3-08e9256babfb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:52.712772 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-95ff158d-3172-45e6-bfa3-1914eef7b916 req-dea94cb4-9133-4c09-81f3-08e9256babfb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.2548821 Jun 22 12:50:52.745781 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Checking router: cd499171-7273-49cd-8e2b-9ae23bc15844 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:52.746749 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Updating router cd499171-7273-49cd-8e2b-9ae23bc15844 port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:50:52.773577 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2bd1fcf7-0d31-4b05-9ef1-848415f7a2c9 req-b8815634-094a-4b3d-8e7a-aade64638ac0 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960867 Jun 22 12:50:52.829198 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.836628 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-95ff158d-3172-45e6-bfa3-1914eef7b916 req-a4540523-717e-48b4-9243-f336a404a211 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229582 Jun 22 12:50:52.842696 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33936) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:52.892244 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] For port 690fb966-9255-49b3-90c8-d9f14bf74a8b, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=690fb966-9255-49b3-90c8-d9f14bf74a8b,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:52.893050 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:52.913602 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-0da98439-1f96-418b-b373-d5d3580c4604 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df45705971d64574a506c5671487ece0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0694683 Jun 22 12:50:52.914518 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 33938) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:52.969931 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-99d26060-403a-4e30-94dc-e4d21251c18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.006438 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-99d26060-403a-4e30-94dc-e4d21251c18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.042608 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Calling delete_port for 690fb966-9255-49b3-90c8-d9f14bf74a8b owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:53.086486 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-99d26060-403a-4e30-94dc-e4d21251c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.089416 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-99d26060-403a-4e30-94dc-e4d21251c18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.093318 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-99d26060-403a-4e30-94dc-e4d21251c18c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea1f5828-6700-41c7-9472-d00dde6809f8 HTTP/1.1" status: 204 len: 168 time: 0.1751986 Jun 22 12:50:53.093318 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3c82fd2e-129a-4316-964e-a3a449ba661a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:53.102005 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d26060-403a-4e30-94dc-e4d21251c18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1f5828-6700-41c7-9472-d00dde6809f8,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:53.116018 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-99d26060-403a-4e30-94dc-e4d21251c18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:53.211556 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.216580 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:53.245080 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.261438 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Pushing event deleted for resources: {'Port': ['ID=690fb966-9255-49b3-90c8-d9f14bf74a8b,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:53.261746 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Transition to ACTIVE for port object d1b6f70e-f3d8-48d6-a267-1993daf2ee28 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:53.270426 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['dd038c8c-5de1-4423-9b3d-3ae859c42289', '690fb966-9255-49b3-90c8-d9f14bf74a8b'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:53.276824 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.292390 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:53.301211 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:53.371012 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] No DVR routers for this DVR port 690fb966-9255-49b3-90c8-d9f14bf74a8b on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:50:53.374131 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.376427 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8927d713-03e5-4b13-9ef6-487c67bf966d req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.46 "DELETE /v2.0/ports/690fb966-9255-49b3-90c8-d9f14bf74a8b HTTP/1.1" status: 204 len: 173 time: 1.0275073 Jun 22 12:50:53.377027 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671', 'name': 'network-vif-deleted', 'tag': '690fb966-9255-49b3-90c8-d9f14bf74a8b'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:53.381462 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d5ee43-1ae1-4a96-9b19-67db37018de2" -d '{"events": [{"server_uuid": "2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671", "name": "network-vif-deleted", "tag": "690fb966-9255-49b3-90c8-d9f14bf74a8b"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:53.472576 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3cc69a-8a65-4a45-8228-46b9df42e714 x-openstack-request-id: req-aa3cc69a-8a65-4a45-8228-46b9df42e714 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:53.472897 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671", "name": "network-vif-deleted", "tag": "690fb966-9255-49b3-90c8-d9f14bf74a8b", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:53.473187 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa3cc69a-8a65-4a45-8228-46b9df42e714 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:53.473623 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671', 'name': 'network-vif-deleted', 'tag': '690fb966-9255-49b3-90c8-d9f14bf74a8b', 'status': 'completed', 'code': 200} Jun 22 12:50:53.589653 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7fbdde35-816c-4e86-97f7-0de9cd222cf3 req-eca82b4e-aad7-4298-8d10-ab03315cb260 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bb5fbdc-5d36-45b0-9e5d-4cbae2c19671 HTTP/1.1" status: 200 len: 210 time: 0.0624251 Jun 22 12:50:53.660899 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac0a50-93ab-457a-91c6-8901c057f2b6 None None] Pushing event updated for resources: {'Port': ['ID=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:53.668615 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-95ac0a50-93ab-457a-91c6-8901c057f2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:53.719990 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Attempting to bind port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:53.720293 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Attempting to bind port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:53.720662 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Attempting to bind port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 on network b29b1953-da26-4636-ab23-645353d97a15 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:53.732892 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:53.733283 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Checking segment: {'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:53.733695 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.734097 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Bound using segment: {'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:53.734690 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Bound port: d1b6f70e-f3d8-48d6-a267-1993daf2ee28, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6acf8a-9589-464e-82c2-9dc07502c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:53.735081 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.916959 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] For port d1b6f70e-f3d8-48d6-a267-1993daf2ee28, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:53.939649 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] For port d1b6f70e-f3d8-48d6-a267-1993daf2ee28, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,segment=NetworkSegment(4f6acf8a-9589-464e-82c2-9dc07502c5ce),segment_id=4f6acf8a-9589-464e-82c2-9dc07502c5ce)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:53.952678 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.957332 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-da0b5e88-73ff-49a5-baa3-655380031ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:54.070813 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab724f19-96de-4c28-b59b-081e8eba360c req-5f33d4c4-4081-4baf-89e8-ab6f711a0ff8 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:54.072875 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ab724f19-96de-4c28-b59b-081e8eba360c req-5f33d4c4-4081-4baf-89e8-ab6f711a0ff8 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1280184 Jun 22 12:50:54.101942 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf522-f189-43fb-888d-d0a7ee12adc6 req-6b9404a3-bbe7-46f5-8a2c-95af2fce1fbb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:54.103821 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d4acf522-f189-43fb-888d-d0a7ee12adc6 req-6b9404a3-bbe7-46f5-8a2c-95af2fce1fbb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1177468 Jun 22 12:50:54.105289 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Routers {'cd499171-7273-49cd-8e2b-9ae23bc15844'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:54.105967 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:50:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['cd499171-7273-49cd-8e2b-9ae23bc15844'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:54.160193 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ab724f19-96de-4c28-b59b-081e8eba360c req-74d2d80d-b1ac-492d-ad46-9a4b2d02af48 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799353 Jun 22 12:50:54.210259 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d4acf522-f189-43fb-888d-d0a7ee12adc6 req-1fba9269-b7b3-4df5-978f-b255034d44fe tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861642 Jun 22 12:50:54.215387 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac0a50-93ab-457a-91c6-8901c057f2b6 None None] Pushing event updated for resources: {'Port': ['ID=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:54.223722 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-95ac0a50-93ab-457a-91c6-8901c057f2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:54.327080 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] Set router cd499171-7273-49cd-8e2b-9ae23bc15844 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:54.594646 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:50:48Z', 'revision_number': 4, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port': {'id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:43Z', 'updated_at': '2021-06-22T12:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'd1b6f70e-f3d8-48d6-a267-1993daf2ee28', 'name': '', 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'mac_address': 'fa:16:3e:3b:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0946a477-e07f-4398-b6ed-5f37814efebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:47Z', 'updated_at': '2021-06-22T12:50:53Z', 'revision_number': 4, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'subnets': [{'id': '0946a477-e07f-4398-b6ed-5f37814efebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:54.641864 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1997b31-473f-4358-a35b-e347663bcbad None None] The sync data for ids ['cd499171-7273-49cd-8e2b-9ae23bc15844'] in dv-cinder-796680-1-iscsi is: [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:50:48Z', 'revision_number': 4, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port': {'id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:43Z', 'updated_at': '2021-06-22T12:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'd1b6f70e-f3d8-48d6-a267-1993daf2ee28', 'name': '', 'network_id': 'b29b1953-da26-4636-ab23-645353d97a15', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'mac_address': 'fa:16:3e:3b:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0946a477-e07f-4398-b6ed-5f37814efebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:47Z', 'updated_at': '2021-06-22T12:50:53Z', 'revision_number': 4, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'subnets': [{'id': '0946a477-e07f-4398-b6ed-5f37814efebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:55.203128 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef320-2bf9-42f1-bb57-b1ebb7c899bc req-83d87f3b-f31e-44a8-91af-94d8ccb4386b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:55.205542 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-699ef320-2bf9-42f1-bb57-b1ebb7c899bc req-83d87f3b-f31e-44a8-91af-94d8ccb4386b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1090353 Jun 22 12:50:55.259128 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-699ef320-2bf9-42f1-bb57-b1ebb7c899bc req-9b08ae83-aaea-4d70-add7-0c577727e929 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Jun 22 12:50:55.446999 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320acca4-d2c9-41d2-ba01-aeaae15c31b7 req-2ed07d6d-d242-4ad1-8a43-f1840f91a0d1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:55.448713 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-320acca4-d2c9-41d2-ba01-aeaae15c31b7 req-2ed07d6d-d242-4ad1-8a43-f1840f91a0d1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0772867 Jun 22 12:50:55.462111 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdd4c1-9574-44dd-aefc-cb5fb8ff6a4c req-07fcb02e-5dc5-42aa-a350-a6d5d8d16d36 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:55.464387 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f9bdd4c1-9574-44dd-aefc-cb5fb8ff6a4c req-07fcb02e-5dc5-42aa-a350-a6d5d8d16d36 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0817397 Jun 22 12:50:55.492478 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-320acca4-d2c9-41d2-ba01-aeaae15c31b7 req-9ed6e129-24ae-4fea-92f6-6c365387b136 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377221 Jun 22 12:50:55.505104 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 690fb966-9255-49b3-90c8-d9f14bf74a8b no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:55.515827 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f9bdd4c1-9574-44dd-aefc-cb5fb8ff6a4c req-039ce649-a061-4440-8b66-1d8d232a4879 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Jun 22 12:50:55.531044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 690fb966-9255-49b3-90c8-d9f14bf74a8b {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:55.531490 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 690fb966-9255-49b3-90c8-d9f14bf74a8b not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:55.995147 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d1b6f70e-f3d8-48d6-a267-1993daf2ee28 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:56.060630 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:56.065436 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:56.065830 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.157886 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.200108 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port d1b6f70e-f3d8-48d6-a267-1993daf2ee28, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,segment=NetworkSegment(4f6acf8a-9589-464e-82c2-9dc07502c5ce),segment_id=4f6acf8a-9589-464e-82c2-9dc07502c5ce)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:56.206226 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.210078 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-c6554217-c093-4178-a43f-c682e7dccf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:56.273743 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:56.278623 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:56.524633 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4b95b-eea6-4c32-9f5b-cae9f3354350 req-b42ef305-adec-4a5f-8bc4-61b0720b3516 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.526449 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ea4b95b-eea6-4c32-9f5b-cae9f3354350 req-b42ef305-adec-4a5f-8bc4-61b0720b3516 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0791848 Jun 22 12:50:56.580683 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ea4b95b-eea6-4c32-9f5b-cae9f3354350 req-1421ed42-2a32-48c1-a5fd-b2c1734637f4 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469651 Jun 22 12:50:56.718748 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b679b-ef58-4cbe-b692-510cd87c3d78 req-315c0b57-d389-4e31-a793-3cf60c82401f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.720390 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-078b679b-ef58-4cbe-b692-510cd87c3d78 req-315c0b57-d389-4e31-a793-3cf60c82401f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0766792 Jun 22 12:50:56.772588 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-078b679b-ef58-4cbe-b692-510cd87c3d78 req-7d5093fc-2921-4e86-865e-61a714538336 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451837 Jun 22 12:50:56.796848 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7616ce-9cd9-44b6-87a1-95a68c81fb76 req-949f1484-b833-41d5-b3ad-fc85786e965d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.803573 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4a7616ce-9cd9-44b6-87a1-95a68c81fb76 req-949f1484-b833-41d5-b3ad-fc85786e965d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0888424 Jun 22 12:50:56.875501 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4a7616ce-9cd9-44b6-87a1-95a68c81fb76 req-673c9a43-e020-42b5-b1aa-340963216768 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632534 Jun 22 12:50:57.776748 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dfbfd-433d-4567-a2c7-74694b1ab6f7 req-8f722908-c58d-477b-972a-86b4d13fc0c5 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:57.778306 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-086dfbfd-433d-4567-a2c7-74694b1ab6f7 req-8f722908-c58d-477b-972a-86b4d13fc0c5 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0707304 Jun 22 12:50:57.820183 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-086dfbfd-433d-4567-a2c7-74694b1ab6f7 req-cba8dd48-56b0-4de9-866b-f9ef09c2ed65 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354939 Jun 22 12:50:58.008930 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1cf3b-3d4d-4861-8a5d-a58c40ed087d req-201e7e67-81d1-47f4-92a8-9ea31af4130f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.012666 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d1b6f70e-f3d8-48d6-a267-1993daf2ee28 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:58.016276 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bff1cf3b-3d4d-4861-8a5d-a58c40ed087d req-201e7e67-81d1-47f4-92a8-9ea31af4130f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1059396 Jun 22 12:50:58.066783 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bff1cf3b-3d4d-4861-8a5d-a58c40ed087d req-c559371a-4658-488a-9bed-896bd291f863 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495358 Jun 22 12:50:58.089156 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:58.089546 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:58.137840 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954ed2-1d58-4509-be43-b7f80c1b3b7d req-08f28c11-f2cf-4265-be69-6a1a3de514e1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.139590 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-74954ed2-1d58-4509-be43-b7f80c1b3b7d req-08f28c11-f2cf-4265-be69-6a1a3de514e1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0850623 Jun 22 12:50:58.195674 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-74954ed2-1d58-4509-be43-b7f80c1b3b7d req-f56f7e19-b112-4d76-96bf-2e6d44ee8023 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500381 Jun 22 12:50:58.277208 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34048) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:58.414017 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:58.520238 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:58.524883 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:58.527450 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-19799784-ec9a-4c9a-a8d2-332f422c3a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:58.568464 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3816f688-644d-4866-a868-594fde1348d2,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:58.572565 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=949afdcfc7f64df0b59ccd90e0812db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940333 Jun 22 12:50:58.575376 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34052) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:58.579218 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.579593 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.579956 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.580308 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.580657 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.581007 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.581352 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.581696 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.582040 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.582411 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.582754 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.583121 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.588173 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:58.660350 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:58.691584 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:58.745560 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:58.748354 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:58.749586 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3816f688-644d-4866-a868-594fde1348d2 HTTP/1.1" status: 204 len: 168 time: 0.1727247 Jun 22 12:50:58.750484 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-7a603e7e-e110-4bcf-a930-7aa96dba6c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:58.759382 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3816f688-644d-4866-a868-594fde1348d2,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:58.766967 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.767336 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.767703 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.768061 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.768416 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.768772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.769135 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.769492 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.769837 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.770213 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.770558 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.771586 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:58.775144 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:59.055383 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f697e-44b5-4112-bf7b-d1a0b4de6514 req-bae70b5b-03d5-4236-982d-5fdeeea8ee5b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:59.059633 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5c1f697e-44b5-4112-bf7b-d1a0b4de6514 req-bae70b5b-03d5-4236-982d-5fdeeea8ee5b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1133833 Jun 22 12:50:59.123717 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5c1f697e-44b5-4112-bf7b-d1a0b4de6514 req-fecfb09b-5c10-43f8-82d6-680e2f4c9920 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Jun 22 12:50:59.319461 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647b421-d0d6-49d1-945c-78aba88bdd64 req-3b68fe74-7fe9-46cf-ab1b-7ea16631494e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:59.320970 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f647b421-d0d6-49d1-945c-78aba88bdd64 req-3b68fe74-7fe9-46cf-ab1b-7ea16631494e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1057196 Jun 22 12:50:59.392679 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f647b421-d0d6-49d1-945c-78aba88bdd64 req-f13a32e7-1955-492d-ad0a-d58c4aea0bd4 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652852 Jun 22 12:50:59.433511 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca113993-43a2-417b-bb44-42fbd68896c5 req-8cee6425-a04b-4077-825b-7d2b7f6a6d64 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:59.435365 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca113993-43a2-417b-bb44-42fbd68896c5 req-8cee6425-a04b-4077-825b-7d2b7f6a6d64 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1117363 Jun 22 12:50:59.486548 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca113993-43a2-417b-bb44-42fbd68896c5 req-8384f503-6bfc-4fb8-82a6-b01bbffb46cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451238 Jun 22 12:51:00.337830 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34130) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:00.345981 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb282baf-fc93-408d-ba2e-426ba7fbfa0a req-7a1bef4f-dadf-424a-a9f2-91d0c3d70c7b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:00.347562 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-eb282baf-fc93-408d-ba2e-426ba7fbfa0a req-7a1bef4f-dadf-424a-a9f2-91d0c3d70c7b tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0830235 Jun 22 12:51:00.393061 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-eb282baf-fc93-408d-ba2e-426ba7fbfa0a req-b110c892-055e-4982-b9cf-e51892a0648e tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Jun 22 12:51:00.469195 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-66918326-8ef4-49d5-b72d-c4dae0a19ef1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291127 Jun 22 12:51:00.658444 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899e457-4614-4a5e-b9ab-ef444fc71a30 req-b9462e92-7327-4417-b89a-0a5e4d94f759 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:00.661039 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f899e457-4614-4a5e-b9ab-ef444fc71a30 req-b9462e92-7327-4417-b89a-0a5e4d94f759 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1039927 Jun 22 12:51:00.754081 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98213c22-366a-4a8e-960e-6d680d1982db req-dad4c61c-5b33-4492-9566-9c620696d202 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:00.757011 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f899e457-4614-4a5e-b9ab-ef444fc71a30 req-8108b155-a476-4990-b93d-7af4774b81fb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888917 Jun 22 12:51:00.757541 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-98213c22-366a-4a8e-960e-6d680d1982db req-dad4c61c-5b33-4492-9566-9c620696d202 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0913792 Jun 22 12:51:00.806277 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-98213c22-366a-4a8e-960e-6d680d1982db req-719f2366-e1a9-427a-a87d-d0a0aba2efd1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 Jun 22 12:51:01.626941 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3666a4-22d5-444e-9ac8-74d87591d9b3 req-99d99560-6cf4-473c-812e-77c7b75a9445 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:01.628652 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ba3666a4-22d5-444e-9ac8-74d87591d9b3 req-99d99560-6cf4-473c-812e-77c7b75a9445 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0885847 Jun 22 12:51:01.692546 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ba3666a4-22d5-444e-9ac8-74d87591d9b3 req-a032da5b-23e0-4adc-8044-f402f172ca51 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542798 Jun 22 12:51:01.962562 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099bbfb-e3dd-4c13-bd78-f7a9b1ff71cd req-4ac5b691-ba9c-4622-bab4-8efae5a605a9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:01.965983 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0099bbfb-e3dd-4c13-bd78-f7a9b1ff71cd req-4ac5b691-ba9c-4622-bab4-8efae5a605a9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0831201 Jun 22 12:51:02.017045 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0099bbfb-e3dd-4c13-bd78-f7a9b1ff71cd req-310ec6c7-36a2-4518-ae76-005eb426a151 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415874 Jun 22 12:51:02.205351 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826713e7-4784-4d20-9cb3-f4416aff20cb req-73371345-899d-4bc9-b2a4-362e28c7917e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:02.206941 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-826713e7-4784-4d20-9cb3-f4416aff20cb req-73371345-899d-4bc9-b2a4-362e28c7917e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.2846100 Jun 22 12:51:02.267728 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-826713e7-4784-4d20-9cb3-f4416aff20cb req-b30d8a72-9324-4257-a9fd-c21ccfa3049d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512965 Jun 22 12:51:02.479845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376b30-2673-4159-950c-f321eb26a505 req-ba31f0a5-ee77-4ad1-8396-255bfc50f62a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:02.481733 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-82376b30-2673-4159-950c-f321eb26a505 req-ba31f0a5-ee77-4ad1-8396-255bfc50f62a tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.0893562 Jun 22 12:51:02.625457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Deleting port dd038c8c-5de1-4423-9b3d-3ae859c42289 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:02.625937 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.807512 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] For port dd038c8c-5de1-4423-9b3d-3ae859c42289, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=dd038c8c-5de1-4423-9b3d-3ae859c42289,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:02.808560 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.892328 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Calling delete_port for dd038c8c-5de1-4423-9b3d-3ae859c42289 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:02.958426 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959550e-5ab7-4896-8f51-e6234f4f1b01 req-62f8f103-5839-4ab6-9f08-807e14da2d48 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:02.962809 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5959550e-5ab7-4896-8f51-e6234f4f1b01 req-62f8f103-5839-4ab6-9f08-807e14da2d48 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1202552 Jun 22 12:51:03.031384 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-7f240566-5961-452f-bd46-952b4a5d1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.033719 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-7f240566-5961-452f-bd46-952b4a5d1b89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 1098 time: 0.1166062 Jun 22 12:51:03.044005 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5959550e-5ab7-4896-8f51-e6234f4f1b01 req-840a97f8-1bed-493e-89e4-1dfd5e5657aa tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562487 Jun 22 12:51:03.055700 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440b70-4a6a-4aa2-a5f3-a0e9c869d16b req-08ebf958-3f05-4597-b4b8-ba7d9a54dc98 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.057531 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a440b70-4a6a-4aa2-a5f3-a0e9c869d16b req-08ebf958-3f05-4597-b4b8-ba7d9a54dc98 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 945 time: 0.1630368 Jun 22 12:51:03.130139 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1a440b70-4a6a-4aa2-a5f3-a0e9c869d16b req-c7f44abd-3b8b-4dec-9c5d-a7e1b73cdba1 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7449066-ca0d-4d26-864b-fbc85ae5f1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643826 Jun 22 12:51:03.213699 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-cdfdd242-f219-4713-8583-36a4a4b79adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.215460 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-cdfdd242-f219-4713-8583-36a4a4b79adc service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 912 time: 0.1702306 Jun 22 12:51:03.238543 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.246732 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:03.287407 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['dd038c8c-5de1-4423-9b3d-3ae859c42289'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:51:03.295315 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Pushing event deleted for resources: {'Port': ['ID=dd038c8c-5de1-4423-9b3d-3ae859c42289,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:03.302765 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:03.364755 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] No DVR routers for this DVR port dd038c8c-5de1-4423-9b3d-3ae859c42289 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:51:03.367713 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.370270 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-82376b30-2673-4159-950c-f321eb26a505 req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.46 "DELETE /v2.0/ports/dd038c8c-5de1-4423-9b3d-3ae859c42289 HTTP/1.1" status: 204 len: 173 time: 0.8781064 Jun 22 12:51:03.370957 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c3642a-ca42-489d-8f8d-8919b7493dbc', 'name': 'network-vif-deleted', 'tag': 'dd038c8c-5de1-4423-9b3d-3ae859c42289'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:03.374513 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d6f5f-8c68-4ccf-962e-356db3fa67b5" -d '{"events": [{"server_uuid": "c9c3642a-ca42-489d-8f8d-8919b7493dbc", "name": "network-vif-deleted", "tag": "dd038c8c-5de1-4423-9b3d-3ae859c42289"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:03.451375 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-074df5a7-af6b-400e-9d7c-e6c8086228e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 HTTP/1.1" status: 200 len: 1001 time: 0.2251189 Jun 22 12:51:03.472264 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ba5920-b61d-4e42-ba09-b79843efca47 x-openstack-request-id: req-89ba5920-b61d-4e42-ba09-b79843efca47 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:03.472828 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c3642a-ca42-489d-8f8d-8919b7493dbc", "name": "network-vif-deleted", "tag": "dd038c8c-5de1-4423-9b3d-3ae859c42289", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:03.473151 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89ba5920-b61d-4e42-ba09-b79843efca47 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:03.478954 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c3642a-ca42-489d-8f8d-8919b7493dbc', 'name': 'network-vif-deleted', 'tag': 'dd038c8c-5de1-4423-9b3d-3ae859c42289', 'status': 'completed', 'code': 200} Jun 22 12:51:03.483179 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5ac12-87bf-43aa-abe2-e7af50fa6e46 req-7cc3e233-53dd-40e9-9f4a-b4660762d696 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.484786 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-24f5ac12-87bf-43aa-abe2-e7af50fa6e46 req-7cc3e233-53dd-40e9-9f4a-b4660762d696 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1404438 Jun 22 12:51:03.608095 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-24f5ac12-87bf-43aa-abe2-e7af50fa6e46 req-618fcac3-bbf8-4e16-aca0-34956119ac5a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923944 Jun 22 12:51:03.616741 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-6ba21aa5-d56e-45a5-84f8-d70fbd3fe606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.629814 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-6ba21aa5-d56e-45a5-84f8-d70fbd3fe606 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.1233003 Jun 22 12:51:03.668551 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-19c26142-315a-4142-8677-2730c3b8cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.678909 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-19c26142-315a-4142-8677-2730c3b8cba0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef&tenant_id=8fd8f28261ac4130b3611edc2ba57f7a HTTP/1.1" status: 200 len: 1096 time: 0.2336600 Jun 22 12:51:03.734078 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-1ee72546-88c9-42bf-8c6a-1a4b43612dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.736428 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-1ee72546-88c9-42bf-8c6a-1a4b43612dea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961957 Jun 22 12:51:03.805803 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-f6774c77-84bf-4479-a200-fde1eb790903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.807647 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-f6774c77-84bf-4479-a200-fde1eb790903 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 1096 time: 0.0883563 Jun 22 12:51:03.825047 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9a80-124d-43fe-8474-71f0bccfe70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.861512 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-1e9d9d1a-ebc3-4f78-9698-d102427ad43a service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133637 Jun 22 12:51:03.923136 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-85d88bf8-023a-4b4b-8136-c231df76f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.924879 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-85d88bf8-023a-4b4b-8136-c231df76f9df service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.1091418 Jun 22 12:51:04.005671 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fe292fc9-68af-4dd6-be21-acc37970c4bc req-c6453246-e735-488a-a97c-f66ab736f396 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347795 Jun 22 12:51:04.012873 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-9de319b3-802e-4073-baa6-5ef5374b8b32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8fe30fe-b387-42ba-982e-e0d685290390 HTTP/1.1" status: 200 len: 999 time: 0.0768001 Jun 22 12:51:04.133039 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-a2c9f698-075a-4c39-87ac-6ee85abaceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:04.136733 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-a2c9f698-075a-4c39-87ac-6ee85abaceca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.0798333 Jun 22 12:51:04.331022 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-33e00b3f-dcbd-4890-80ab-6bd63a225be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:04.332512 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-33e00b3f-dcbd-4890-80ab-6bd63a225be8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1827939 Jun 22 12:51:04.351350 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24b95d-def4-4b65-b5f5-61e57181c3f8 req-b40233aa-4cd5-4009-8106-807abf9f27f3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:04.351350 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6f24b95d-def4-4b65-b5f5-61e57181c3f8 req-b40233aa-4cd5-4009-8106-807abf9f27f3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1469541 Jun 22 12:51:04.472374 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2fa12a0f-f379-42e3-a257-31a5af869393 req-53dc5944-c401-42d6-8cf4-b60cbf1fd029 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c3642a-ca42-489d-8f8d-8919b7493dbc HTTP/1.1" status: 200 len: 210 time: 0.0533319 Jun 22 12:51:04.494222 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6f24b95d-def4-4b65-b5f5-61e57181c3f8 req-532a4443-494c-41ce-b3fb-b9b4f135b52a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207497 Jun 22 12:51:04.527611 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-d8b53612-6e34-4ea8-bd05-e068692e18ce service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760526 Jun 22 12:51:04.623957 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-35f03057-f0aa-4372-9d83-53801ed63b41 req-8e4a9b4a-5f7d-46d3-a2e5-fdbf12dbe35d service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869236 Jun 22 12:51:04.913831 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804bf25-843f-4535-89b2-134fb075d3b8 req-de60a567-4175-4e82-ad67-ddcca9349045 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:04.915966 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9804bf25-843f-4535-89b2-134fb075d3b8 req-de60a567-4175-4e82-ad67-ddcca9349045 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0989933 Jun 22 12:51:04.979900 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9804bf25-843f-4535-89b2-134fb075d3b8 req-7821fef7-dc1b-41b5-b284-cc8775613d5e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569646 Jun 22 12:51:05.528626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device dd038c8c-5de1-4423-9b3d-3ae859c42289 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:05.558164 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: dd038c8c-5de1-4423-9b3d-3ae859c42289 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:05.558542 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device dd038c8c-5de1-4423-9b3d-3ae859c42289 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:05.585585 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34284) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:05.815557 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264fa31-b061-4845-8dc1-c13b486fbdd1 req-50c5b91d-6fd1-4a50-8ed5-718c581ae15b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:05.817262 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0264fa31-b061-4845-8dc1-c13b486fbdd1 req-50c5b91d-6fd1-4a50-8ed5-718c581ae15b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1321170 Jun 22 12:51:05.919098 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0264fa31-b061-4845-8dc1-c13b486fbdd1 req-844248d7-aea6-4526-b02a-7a55e018a5ea tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650477 Jun 22 12:51:06.199845 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:06.251408 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7bd2e-a3dd-46c5-a571-5274669f6315 req-85d71231-704e-4283-ab0c-f2a0627f0346 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:06.252887 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-98e7bd2e-a3dd-46c5-a571-5274669f6315 req-85d71231-704e-4283-ab0c-f2a0627f0346 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0697801 Jun 22 12:51:06.296163 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-98e7bd2e-a3dd-46c5-a571-5274669f6315 req-80a29b27-6130-4e20-9a20-2e4644e8dbca tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359054 Jun 22 12:51:06.545395 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Deleting port 8159ab13-5385-48d2-93cb-8a7e3800488f {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:06.545756 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:06.649086 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] For port 8159ab13-5385-48d2-93cb-8a7e3800488f, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=8159ab13-5385-48d2-93cb-8a7e3800488f,segment=NetworkSegment(e66e1d86-25ef-4fb5-aefd-c9f11455e0ac),segment_id=e66e1d86-25ef-4fb5-aefd-c9f11455e0ac)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:06.649773 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:06.718696 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Calling delete_port for 8159ab13-5385-48d2-93cb-8a7e3800488f owned by network:router_interface {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:06.986162 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:06.988782 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:07.013191 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8159ab13-5385-48d2-93cb-8a7e3800488f,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:07.018779 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:07.068234 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-6ad56b2a-ec50-435a-bad0-91a23a24c786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.504218 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.587979 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfc52f-3d3b-4c91-8214-d56354bf5104 req-8ce87abe-63b0-40c6-9628-699a4fe54975 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:07.589519 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-28bfc52f-3d3b-4c91-8214-d56354bf5104 req-8ce87abe-63b0-40c6-9628-699a4fe54975 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1519284 Jun 22 12:51:07.681959 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-28bfc52f-3d3b-4c91-8214-d56354bf5104 req-ae766ebe-2441-4129-82e5-2e2c36a887f2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802772 Jun 22 12:51:07.812764 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Router 31b01519-23f1-4e0e-afd2-87fd0dac8670 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:51:07.937468 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:51:07.946377 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] 10.222.0.15 "PUT /v2.0/routers/31b01519-23f1-4e0e-afd2-87fd0dac8670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3594761 Jun 22 12:51:07.953250 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34318) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:07.955663 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] Sync routers for ids ['31b01519-23f1-4e0e-afd2-87fd0dac8670'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:51:07.966858 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] Routers {'31b01519-23f1-4e0e-afd2-87fd0dac8670'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:07.967630 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:51:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['31b01519-23f1-4e0e-afd2-87fd0dac8670'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:08.141448 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] Set router 31b01519-23f1-4e0e-afd2-87fd0dac8670 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:08.400135 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks [] for router, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.440684 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:51:06Z', 'revision_number': 5, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:08.472215 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] Checking router: 31b01519-23f1-4e0e-afd2-87fd0dac8670 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:51:08.482972 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] Routers {'31b01519-23f1-4e0e-afd2-87fd0dac8670'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:08.483630 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:51:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['31b01519-23f1-4e0e-afd2-87fd0dac8670'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:08.532676 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.587591 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.619825 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Deleting port 1edb1322-7e14-4235-87e2-19fcb4239035 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:08.620691 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.721361 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] For port 1edb1322-7e14-4235-87e2-19fcb4239035, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1edb1322-7e14-4235-87e2-19fcb4239035,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:08.721897 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.766706 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] Set router 31b01519-23f1-4e0e-afd2-87fd0dac8670 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:08.806765 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Calling delete_port for 1edb1322-7e14-4235-87e2-19fcb4239035 owned by network:router_gateway {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:09.037115 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:51:06Z', 'revision_number': 5, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:09.089505 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd9e35-b4b8-4d58-8e34-f1b8da0781d7 None None] The sync data for ids ['31b01519-23f1-4e0e-afd2-87fd0dac8670'] in dv-cinder-796680-1-iscsi is: [{'id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'name': 'tempest-ServerRescueNegativeTestJSON-1739628843-router', 'tenant_id': '7f9fa9fd226944e4b45f76971479e3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:38Z', 'updated_at': '2021-06-22T12:51:06Z', 'revision_number': 5, 'project_id': '7f9fa9fd226944e4b45f76971479e3bc', 'gw_port': {'id': '1edb1322-7e14-4235-87e2-19fcb4239035', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b01519-23f1-4e0e-afd2-87fd0dac8670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:39Z', 'updated_at': '2021-06-22T12:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:51:09.118700 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4417ed-beb1-4974-8fd2-4f5a6dbd7445 req-71921680-11c9-4d7e-af84-ef7a8742cc0f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:09.120478 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6e4417ed-beb1-4974-8fd2-4f5a6dbd7445 req-71921680-11c9-4d7e-af84-ef7a8742cc0f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.2209423 Jun 22 12:51:09.217411 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6e4417ed-beb1-4974-8fd2-4f5a6dbd7445 req-2f12f9e9-0d1b-4d77-ab24-01e023e1bda2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744798 Jun 22 12:51:09.217411 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.219519 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ba405336-965c-4d20-a82e-6beddc9c8c40 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:09.247225 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Pushing event deleted for resources: {'Port': ['ID=1edb1322-7e14-4235-87e2-19fcb4239035,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:09.257047 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:09.331696 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.495963 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.500189 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.610106 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.610843 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b01519-23f1-4e0e-afd2-87fd0dac8670 {{(pid=99524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:51:09.618049 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Notify callbacks [] for router, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.622410 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] 10.222.0.15 "DELETE /v2.0/routers/31b01519-23f1-4e0e-afd2-87fd0dac8670 HTTP/1.1" status: 204 len: 168 time: 1.6626291 Jun 22 12:51:09.623021 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34342) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:09.687532 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] Deleting subnet b491bf19-1b30-4829-b138-211595335f64 {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:51:09.692163 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.764840 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.838425 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.844996 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34348) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:09.873249 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.945356 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.948336 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:09.982252 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b491bf19-1b30-4829-b138-211595335f64,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:09.984956 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:09.988359 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.991301 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-abb6266e-423f-4760-85af-5effb79982d1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b491bf19-1b30-4829-b138-211595335f64 HTTP/1.1" status: 204 len: 168 time: 0.3670304 Jun 22 12:51:09.995290 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34352) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:10.066737 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 8159ab13-5385-48d2-93cb-8a7e3800488f no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:10.092885 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 8159ab13-5385-48d2-93cb-8a7e3800488f {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:10.093469 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 8159ab13-5385-48d2-93cb-8a7e3800488f not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:10.100733 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-23fe08ed-ca10-475f-b02a-1a6cd86b33b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.126527 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.279213 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.296151 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb92931-0107-4cae-9f3e-ec359c4f3558']}} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:10.311675 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac') {'for_net_delete': True} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:10.312001 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66e1d86-25ef-4fb5-aefd-c9f11455e0ac') {} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:10.328176 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11272315'] for segment, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.362486 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.380917 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=99525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:51:10.381396 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505579'] for segment, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: Traceback (most recent call last): Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: timer() Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: cb(*args, **kw) Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: return func(*args, **kwargs) Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: self._notify() Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: self.callback(batched_events) Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: event.method(event) Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: return f(self, *a, **k) Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._get(url).json() Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: return self.request(url, 'GET', **kwargs) Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:51:10.384063 dv-cinder-796680-1-iscsi neutron-server[99525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:51:10.454678 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-23fe08ed-ca10-475f-b02a-1a6cd86b33b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.503499 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-23fe08ed-ca10-475f-b02a-1a6cd86b33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.509764 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d57fad90-93f7-4f6d-93f2-8d35c01a7636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:10.542144 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.567087 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.571005 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.572342 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] 10.222.0.15 "DELETE /v2.0/networks/fbb92931-0107-4cae-9f3e-ec359c4f3558 HTTP/1.1" status: 204 len: 168 time: 0.5756416 Jun 22 12:51:10.575071 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-23fe08ed-ca10-475f-b02a-1a6cd86b33b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd8e7ba35cf94cf9895094ec1598e34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7289591 Jun 22 12:51:10.575900 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe08ed-ca10-475f-b02a-1a6cd86b33b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3548317-8fcf-475f-9fc0-79c1d07a76ad,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:10.579410 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34382) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:10.580432 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-23fe08ed-ca10-475f-b02a-1a6cd86b33b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:10.580630 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-538ec321-366f-48ef-8973-2b0ecaa3bcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:10.606440 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb92931-0107-4cae-9f3e-ec359c4f3558,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:10.626510 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ab01d892-e4e3-4a0f-aeb5-5f7dff5e808c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:10.638317 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d753-cd26-475a-8edb-9b4ef656f3de req-d4ca3f02-726b-42d8-9700-219b83271235 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:10.640966 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ee90d753-cd26-475a-8edb-9b4ef656f3de req-d4ca3f02-726b-42d8-9700-219b83271235 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1967685 Jun 22 12:51:10.689420 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-da2a5e62-634e-4021-a65d-962553b5a13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.708609 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ee90d753-cd26-475a-8edb-9b4ef656f3de req-8d9c62d1-c420-4019-a743-627a0bf3bf0d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587764 Jun 22 12:51:10.722364 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-da2a5e62-634e-4021-a65d-962553b5a13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.785544 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34390) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:10.838812 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-da2a5e62-634e-4021-a65d-962553b5a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.845158 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-da2a5e62-634e-4021-a65d-962553b5a13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.850209 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-da2a5e62-634e-4021-a65d-962553b5a13e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3548317-8fcf-475f-9fc0-79c1d07a76ad HTTP/1.1" status: 204 len: 168 time: 0.2649596 Jun 22 12:51:10.852054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-705c24c1-ade9-4633-b1d0-fb81a05bb9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:10.877010 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a5e62-634e-4021-a65d-962553b5a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3548317-8fcf-475f-9fc0-79c1d07a76ad,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:10.883687 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-da2a5e62-634e-4021-a65d-962553b5a13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:10.970592 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-4e67edf8-f527-4912-97c9-1dc7a2494b44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f9fa9fd226944e4b45f76971479e3bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1832850 Jun 22 12:51:10.975355 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34398) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:11.078587 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a137285b-f9a4-49f5-a3fb-de29add3c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.121123 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a137285b-f9a4-49f5-a3fb-de29add3c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.189354 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a137285b-f9a4-49f5-a3fb-de29add3c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.195723 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a137285b-f9a4-49f5-a3fb-de29add3c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.214411 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a137285b-f9a4-49f5-a3fb-de29add3c92e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7449066-ca0d-4d26-864b-fbc85ae5f1cb HTTP/1.1" status: 204 len: 168 time: 0.2371016 Jun 22 12:51:11.218365 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fd54f316-f09a-4664-86aa-5aa0ba933427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:11.242171 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137285b-f9a4-49f5-a3fb-de29add3c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7449066-ca0d-4d26-864b-fbc85ae5f1cb,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:11.245661 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a137285b-f9a4-49f5-a3fb-de29add3c92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:11.314762 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:12.011099 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1edb1322-7e14-4235-87e2-19fcb4239035 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:12.066471 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 1edb1322-7e14-4235-87e2-19fcb4239035 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:12.066988 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1edb1322-7e14-4235-87e2-19fcb4239035 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:12.197834 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d2471-1b3a-4d8f-9e60-ae4ce8905ad7 req-682b604b-6e83-4125-b1c3-bbff0bef8086 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:12.209969 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ce9d2471-1b3a-4d8f-9e60-ae4ce8905ad7 req-682b604b-6e83-4125-b1c3-bbff0bef8086 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1772516 Jun 22 12:51:12.294447 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ce9d2471-1b3a-4d8f-9e60-ae4ce8905ad7 req-e175ab51-fd8a-4ff0-a646-c3319e21330c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820036 Jun 22 12:51:13.613181 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa789d-8124-453a-8104-eedac65926e3 req-043ffb3b-0f8f-461b-8032-3ddb6aa7df05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:13.626414 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-68fa789d-8124-453a-8104-eedac65926e3 req-043ffb3b-0f8f-461b-8032-3ddb6aa7df05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1560211 Jun 22 12:51:13.697432 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34498) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:13.712526 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-68fa789d-8124-453a-8104-eedac65926e3 req-a538e78a-9d68-4ad2-b457-baca6e3ccd4b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847943 Jun 22 12:51:13.854153 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-292b5b40-64d4-4976-932a-5a1b79c1fbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:13.963444 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-292b5b40-64d4-4976-932a-5a1b79c1fbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:13.971807 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-292b5b40-64d4-4976-932a-5a1b79c1fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:13.976054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:14.021749 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-292b5b40-64d4-4976-932a-5a1b79c1fbf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf9eae72d6234f7d857bfc3c5859410d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205962 Jun 22 12:51:14.023271 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5b40-64d4-4976-932a-5a1b79c1fbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66aeda7-ded3-4944-a4e8-3e977b9815c5,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:14.023606 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34506) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:14.027697 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-292b5b40-64d4-4976-932a-5a1b79c1fbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:14.105896 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7db2b2b7-beb2-4632-8d8d-9957d381d6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:14.148438 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7db2b2b7-beb2-4632-8d8d-9957d381d6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:14.215743 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7db2b2b7-beb2-4632-8d8d-9957d381d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:14.218360 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7db2b2b7-beb2-4632-8d8d-9957d381d6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:14.219537 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-7db2b2b7-beb2-4632-8d8d-9957d381d6e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b66aeda7-ded3-4944-a4e8-3e977b9815c5 HTTP/1.1" status: 204 len: 168 time: 0.1943552 Jun 22 12:51:14.220343 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-268b9496-6542-4fd4-a01d-2db83ca2113e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:14.240274 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2b2b7-beb2-4632-8d8d-9957d381d6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66aeda7-ded3-4944-a4e8-3e977b9815c5,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:14.242981 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7db2b2b7-beb2-4632-8d8d-9957d381d6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:14.984712 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edcea6-0973-4618-b0be-d60c7d6199aa req-522ed6a1-233e-4a28-8995-ca4d3f8c15ae tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:14.986612 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c3edcea6-0973-4618-b0be-d60c7d6199aa req-522ed6a1-233e-4a28-8995-ca4d3f8c15ae tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0853291 Jun 22 12:51:15.082458 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c3edcea6-0973-4618-b0be-d60c7d6199aa req-04e86009-451f-4310-9eee-6ba922ab2d0d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866401 Jun 22 12:51:16.334020 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e0b3f-4fd3-428a-8a5e-3adfc6eba879 req-d0840883-d009-40d7-ae86-14d94130ddd6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:16.335621 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0b9e0b3f-4fd3-428a-8a5e-3adfc6eba879 req-d0840883-d009-40d7-ae86-14d94130ddd6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1083078 Jun 22 12:51:16.402651 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0b9e0b3f-4fd3-428a-8a5e-3adfc6eba879 req-320ed4a5-6af0-496b-bf3d-8021630e446d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552113 Jun 22 12:51:17.649338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb431fc0-f1a9-40df-ac91-95515f3077c7 req-0a1d63db-6f2f-496b-9b7f-78a29f32a363 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:17.651743 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bb431fc0-f1a9-40df-ac91-95515f3077c7 req-0a1d63db-6f2f-496b-9b7f-78a29f32a363 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0833943 Jun 22 12:51:17.718348 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bb431fc0-f1a9-40df-ac91-95515f3077c7 req-3cbed6cd-76ec-411b-82a4-a01b7f1a34e7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602648 Jun 22 12:51:18.924421 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e5da6-ab9a-4509-bcb9-f834ea9f7f00 req-ec8d8064-0abf-475b-9dbe-ae397d2ee826 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:18.926017 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ce5e5da6-ab9a-4509-bcb9-f834ea9f7f00 req-ec8d8064-0abf-475b-9dbe-ae397d2ee826 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0749052 Jun 22 12:51:18.975624 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ce5e5da6-ab9a-4509-bcb9-f834ea9f7f00 req-e8ffac3c-1eea-4ce4-bc32-b18dc725232a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427198 Jun 22 12:51:20.243761 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98803dd-b1cb-4573-aafd-4e88dfda4fae req-539e1535-15d9-46e4-8531-24a9aef381f6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:20.254443 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c98803dd-b1cb-4573-aafd-4e88dfda4fae req-539e1535-15d9-46e4-8531-24a9aef381f6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1280265 Jun 22 12:51:20.332965 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c98803dd-b1cb-4573-aafd-4e88dfda4fae req-273bf649-5ca9-4ddd-80fd-eff99ce3a286 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746930 Jun 22 12:51:21.561807 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6b9bc-573a-467b-a42e-c3b39e61455d req-a40cfa2d-08bc-4b4d-8246-c91b52b7d564 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:21.563451 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-02e6b9bc-573a-467b-a42e-c3b39e61455d req-a40cfa2d-08bc-4b4d-8246-c91b52b7d564 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0760622 Jun 22 12:51:21.621830 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-02e6b9bc-573a-467b-a42e-c3b39e61455d req-6daeb1be-f0ba-4fad-975a-66fbae42dd20 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460403 Jun 22 12:51:22.615514 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34720) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:22.631356 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34724) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:22.798342 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b4c1b081-4f29-47f6-ab98-9a6f21270263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.810383 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f7ac28db-c09d-491a-8cfe-ba7cc83cfe9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.884020 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b8dc-d688-4507-85f9-9d353e9beb81 req-791b546c-8cee-41e3-ab96-9c8b5931adc4 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:22.886463 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a384b8dc-d688-4507-85f9-9d353e9beb81 req-791b546c-8cee-41e3-ab96-9c8b5931adc4 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0931723 Jun 22 12:51:22.938299 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b4c1b081-4f29-47f6-ab98-9a6f21270263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.944459 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b4c1b081-4f29-47f6-ab98-9a6f21270263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.947836 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-292b5b40-64d4-4976-932a-5a1b79c1fbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:22.974793 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a384b8dc-d688-4507-85f9-9d353e9beb81 req-bdc3ab1f-dfb1-444a-85b2-c91c9d260fd6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788174 Jun 22 12:51:22.991891 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1b081-4f29-47f6-ab98-9a6f21270263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296d574e-5b0f-43c4-a639-cac099151df7,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:23.009570 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b4c1b081-4f29-47f6-ab98-9a6f21270263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:23.018143 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b4c1b081-4f29-47f6-ab98-9a6f21270263 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b40753aca6648049bfba26144817bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819695 Jun 22 12:51:23.022832 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34734) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:23.086977 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f7ac28db-c09d-491a-8cfe-ba7cc83cfe9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.091000 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f7ac28db-c09d-491a-8cfe-ba7cc83cfe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.092530 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a7001efa-fe26-4ac9-858d-4d466ead088f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.093827 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-4fb730e8-6a65-4e2b-b2d0-d15f96acf7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:23.120608 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a7001efa-fe26-4ac9-858d-4d466ead088f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.132645 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f7ac28db-c09d-491a-8cfe-ba7cc83cfe9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53087d26e26c41bf9ec6d696be35906c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154324 Jun 22 12:51:23.133566 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac28db-c09d-491a-8cfe-ba7cc83cfe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73871287-50de-4429-8047-c370dd034cdb,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:23.136439 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34738) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:23.143119 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f7ac28db-c09d-491a-8cfe-ba7cc83cfe9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:23.185380 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a7001efa-fe26-4ac9-858d-4d466ead088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.188587 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a7001efa-fe26-4ac9-858d-4d466ead088f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.189745 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-a7001efa-fe26-4ac9-858d-4d466ead088f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/296d574e-5b0f-43c4-a639-cac099151df7 HTTP/1.1" status: 204 len: 168 time: 0.1655216 Jun 22 12:51:23.190593 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b17d8b39-a13d-4283-8b99-dfdd8d77c3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:23.200547 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7001efa-fe26-4ac9-858d-4d466ead088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296d574e-5b0f-43c4-a639-cac099151df7,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:23.202761 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ec334976-cd70-410c-93d9-12ef9f99497d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.202993 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a7001efa-fe26-4ac9-858d-4d466ead088f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:23.240663 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ec334976-cd70-410c-93d9-12ef9f99497d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.304008 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ec334976-cd70-410c-93d9-12ef9f99497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.310531 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ec334976-cd70-410c-93d9-12ef9f99497d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.312679 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ec334976-cd70-410c-93d9-12ef9f99497d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73871287-50de-4429-8047-c370dd034cdb HTTP/1.1" status: 204 len: 168 time: 0.1755760 Jun 22 12:51:23.313951 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-90abb7f7-7457-42cc-a6ee-fb43792ab038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:23.336716 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec334976-cd70-410c-93d9-12ef9f99497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73871287-50de-4429-8047-c370dd034cdb,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:23.342263 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ec334976-cd70-410c-93d9-12ef9f99497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:23.812686 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34764) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:23.827977 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-38f8fa8c-e780-44b5-a8eb-44b6ed3507a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.978777 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-38f8fa8c-e780-44b5-a8eb-44b6ed3507a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.984557 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-38f8fa8c-e780-44b5-a8eb-44b6ed3507a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.987855 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f7ac28db-c09d-491a-8cfe-ba7cc83cfe9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:24.029504 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-38f8fa8c-e780-44b5-a8eb-44b6ed3507a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=445a189c03e4468d8bcd47e4b46c1962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152853 Jun 22 12:51:24.030523 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8fa8c-e780-44b5-a8eb-44b6ed3507a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9083ab4-b930-49b0-9216-4809edc28724,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:24.032971 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34774) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:24.033746 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-38f8fa8c-e780-44b5-a8eb-44b6ed3507a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:24.112292 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-489a7d36-00dd-4564-aae5-f924a2a5878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.139164 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-489a7d36-00dd-4564-aae5-f924a2a5878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.247733 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-489a7d36-00dd-4564-aae5-f924a2a5878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.250400 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-489a7d36-00dd-4564-aae5-f924a2a5878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.251589 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-489a7d36-00dd-4564-aae5-f924a2a5878f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9083ab4-b930-49b0-9216-4809edc28724 HTTP/1.1" status: 204 len: 168 time: 0.2162826 Jun 22 12:51:24.265834 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f1784bc2-0742-472f-b427-899d1f339a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:24.276490 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a7d36-00dd-4564-aae5-f924a2a5878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9083ab4-b930-49b0-9216-4809edc28724,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:24.279320 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-489a7d36-00dd-4564-aae5-f924a2a5878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:24.311787 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd452d39-9f1d-4e4d-8f4b-7100f768cbbc req-d6cbb78d-a4af-4333-819a-7ee1423fdeba tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:24.313580 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fd452d39-9f1d-4e4d-8f4b-7100f768cbbc req-d6cbb78d-a4af-4333-819a-7ee1423fdeba tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1121538 Jun 22 12:51:24.367725 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fd452d39-9f1d-4e4d-8f4b-7100f768cbbc req-2b81ce8b-2f2c-46da-afa8-6fb74937e4d8 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430591 Jun 22 12:51:25.639537 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b684-0adc-4e3f-8beb-ba8a5b7d4433 req-363055c4-a0b0-432c-bbe8-1ee2e195c7dc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:25.641161 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7c41b684-0adc-4e3f-8beb-ba8a5b7d4433 req-363055c4-a0b0-432c-bbe8-1ee2e195c7dc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0731528 Jun 22 12:51:25.687014 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7c41b684-0adc-4e3f-8beb-ba8a5b7d4433 req-233ac902-27b2-46e5-93c5-aac779427027 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378578 Jun 22 12:51:26.944993 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc98af-ff53-46ae-97a2-82698eb0f388 req-e964ac1f-c2a3-4946-87f1-31f6f6550c19 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:26.946643 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ccc98af-ff53-46ae-97a2-82698eb0f388 req-e964ac1f-c2a3-4946-87f1-31f6f6550c19 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0875456 Jun 22 12:51:26.999418 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ccc98af-ff53-46ae-97a2-82698eb0f388 req-e7092301-640b-44d6-8d33-82cd3a4221f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464423 Jun 22 12:51:27.768079 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:51:28.227602 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67b69a-7fe7-4aae-b0c4-bc99ab43c0b5 req-ef615c4b-b789-4dd2-a6b7-c4d2038f807a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:28.229577 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7b67b69a-7fe7-4aae-b0c4-bc99ab43c0b5 req-ef615c4b-b789-4dd2-a6b7-c4d2038f807a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.0777957 Jun 22 12:51:28.284673 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7b67b69a-7fe7-4aae-b0c4-bc99ab43c0b5 req-8233cedc-c7bb-4830-b9f8-6411994ab204 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479524 Jun 22 12:51:28.837303 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34956) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:28.985189 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-27e0a228-1d44-4467-a9af-c0b62ee44503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.109866 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-27e0a228-1d44-4467-a9af-c0b62ee44503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.115747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-27e0a228-1d44-4467-a9af-c0b62ee44503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.121759 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7db2b2b7-beb2-4632-8d8d-9957d381d6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.190819 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-27e0a228-1d44-4467-a9af-c0b62ee44503 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3901b5997cd14d24836f1313b1a7afac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519964 Jun 22 12:51:29.191947 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0a228-1d44-4467-a9af-c0b62ee44503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52400ce1-72a9-440b-bad4-90f73b01d65b,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.195284 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 34968) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:29.197806 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-27e0a228-1d44-4467-a9af-c0b62ee44503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.262204 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1b32166-0c49-4471-9ba8-1484dda34e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.300205 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1b32166-0c49-4471-9ba8-1484dda34e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.409225 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1b32166-0c49-4471-9ba8-1484dda34e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.415003 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1b32166-0c49-4471-9ba8-1484dda34e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.420530 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d1b32166-0c49-4471-9ba8-1484dda34e9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52400ce1-72a9-440b-bad4-90f73b01d65b HTTP/1.1" status: 204 len: 168 time: 0.2203221 Jun 22 12:51:29.420530 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d687f15c-650a-4108-bab8-c1a08e42c8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.433178 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b32166-0c49-4471-9ba8-1484dda34e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52400ce1-72a9-440b-bad4-90f73b01d65b,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.437173 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d1b32166-0c49-4471-9ba8-1484dda34e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.562216 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840f5e6-382d-4eb9-a605-d0c373e16e5b req-7a91508b-039a-47f2-a81b-f9b903058903 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:29.563924 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6840f5e6-382d-4eb9-a605-d0c373e16e5b req-7a91508b-039a-47f2-a81b-f9b903058903 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1269302 Jun 22 12:51:29.610783 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6840f5e6-382d-4eb9-a605-d0c373e16e5b req-2f9828dc-2c3e-40b5-b8ab-bcc5444cab8f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395091 Jun 22 12:51:29.816402 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34984) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:29.830570 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-64de55ad-5252-4d93-8602-d8f81123ff0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.948096 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-64de55ad-5252-4d93-8602-d8f81123ff0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.953046 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-64de55ad-5252-4d93-8602-d8f81123ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.956136 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-39cc84d4-0b4f-42ad-be5f-759841649463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:30.001886 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-64de55ad-5252-4d93-8602-d8f81123ff0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46d258aa4f6a4b1ca8302cb8da706871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841567 Jun 22 12:51:30.002860 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de55ad-5252-4d93-8602-d8f81123ff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c837c1-15a0-43d3-bca1-9f1237af8b92,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:30.006556 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-64de55ad-5252-4d93-8602-d8f81123ff0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:30.006985 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 34988) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:30.079053 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1acf6a25-120f-4cbd-906f-9d5308209178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.118535 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1acf6a25-120f-4cbd-906f-9d5308209178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.170949 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1acf6a25-120f-4cbd-906f-9d5308209178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.174332 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1acf6a25-120f-4cbd-906f-9d5308209178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.175525 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-1acf6a25-120f-4cbd-906f-9d5308209178 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9c837c1-15a0-43d3-bca1-9f1237af8b92 HTTP/1.1" status: 204 len: 168 time: 0.1675806 Jun 22 12:51:30.176370 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-23fe08ed-ca10-475f-b02a-1a6cd86b33b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:30.185328 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf6a25-120f-4cbd-906f-9d5308209178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c837c1-15a0-43d3-bca1-9f1237af8b92,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:30.188245 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1acf6a25-120f-4cbd-906f-9d5308209178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:30.922472 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0fd9f-2b11-460f-a6db-3e88aafb32bb req-4b8affc7-9b11-4f58-b9ba-b98fa5c7d6d3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:30.926832 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d0c0fd9f-2b11-460f-a6db-3e88aafb32bb req-4b8affc7-9b11-4f58-b9ba-b98fa5c7d6d3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1359761 Jun 22 12:51:31.009241 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d0c0fd9f-2b11-460f-a6db-3e88aafb32bb req-7c69934e-7a53-49d7-a41f-8b405e75f562 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721040 Jun 22 12:51:31.043341 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35032) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:31.284517 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-83428229-c071-40b8-a59f-43ad791e319b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.403025 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-83428229-c071-40b8-a59f-43ad791e319b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.416141 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-83428229-c071-40b8-a59f-43ad791e319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.422383 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:31.481585 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-83428229-c071-40b8-a59f-43ad791e319b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a67cefc37211489db59cdc3e200cfb3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359620 Jun 22 12:51:31.483139 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83428229-c071-40b8-a59f-43ad791e319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e194c56f-4138-4002-a60f-82f7571772f0,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:31.486786 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35044) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:31.487244 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-83428229-c071-40b8-a59f-43ad791e319b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:31.581512 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9a03d223-c4f9-46b4-b702-96394bb06002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.626468 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9a03d223-c4f9-46b4-b702-96394bb06002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.703629 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9a03d223-c4f9-46b4-b702-96394bb06002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.707635 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9a03d223-c4f9-46b4-b702-96394bb06002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.709600 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-9a03d223-c4f9-46b4-b702-96394bb06002 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e194c56f-4138-4002-a60f-82f7571772f0 HTTP/1.1" status: 204 len: 168 time: 0.2191794 Jun 22 12:51:31.710923 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4cf57b93-6d31-465c-a7db-052405b130ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:31.721532 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03d223-c4f9-46b4-b702-96394bb06002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e194c56f-4138-4002-a60f-82f7571772f0,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:31.725300 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9a03d223-c4f9-46b4-b702-96394bb06002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:32.212675 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35076) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:32.228176 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d160f279-b1f9-4269-b479-fe9c746ae8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:32.380113 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c36899-c129-4a1f-a9c4-4d3b4bfb0694 req-b21ddb47-e7ff-4513-a11d-bdaaf2150619 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:32.392395 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a8c36899-c129-4a1f-a9c4-4d3b4bfb0694 req-b21ddb47-e7ff-4513-a11d-bdaaf2150619 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1778560 Jun 22 12:51:32.398662 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d160f279-b1f9-4269-b479-fe9c746ae8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:32.407436 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d160f279-b1f9-4269-b479-fe9c746ae8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:32.419322 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4a2525e1-0ba3-45d0-bd79-a239312a57de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:32.467454 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a8c36899-c129-4a1f-a9c4-4d3b4bfb0694 req-4a5a4392-4028-4ee0-80f1-dfbfa46228c6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729785 Jun 22 12:51:32.481497 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d160f279-b1f9-4269-b479-fe9c746ae8bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ede74a6d2994e2c84591309b8c0e33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669127 Jun 22 12:51:32.485986 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35088) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:32.492162 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160f279-b1f9-4269-b479-fe9c746ae8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206833df-ad91-43b7-a6c4-d2b1a0be3e66,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:32.510088 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d160f279-b1f9-4269-b479-fe9c746ae8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:32.537169 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-3a287b36-ea27-49d4-b729-270e6ef6a593 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431440624&fields=id&tenant_id=f033ef9487984f69b633b117a378f2db HTTP/1.1" status: 200 len: 267 time: 0.0832210 Jun 22 12:51:32.593605 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-76f26b4b-26d3-464a-b7fe-29bccb4f2e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:32.625334 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-76f26b4b-26d3-464a-b7fe-29bccb4f2e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:32.695661 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff11e7-389e-4199-a253-b0411636e49c req-e445a530-d1b6-460a-965d-b2d9c3f9817c tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:32.697916 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-e445a530-d1b6-460a-965d-b2d9c3f9817c tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/networks?id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2 HTTP/1.1" status: 200 len: 808 time: 0.1481714 Jun 22 12:51:32.703514 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-5764cc48-1e90-4b06-a20d-98856fa9efbd tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993439982&fields=id&tenant_id=c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 267 time: 0.0669703 Jun 22 12:51:32.719673 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-76f26b4b-26d3-464a-b7fe-29bccb4f2e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:32.724593 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-5a9afc64-6158-4dd6-8ecf-06ad10c5f51f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/quotas/f033ef9487984f69b633b117a378f2db HTTP/1.1" status: 200 len: 375 time: 0.0123589 Jun 22 12:51:32.725872 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-76f26b4b-26d3-464a-b7fe-29bccb4f2e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:32.730527 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-76f26b4b-26d3-464a-b7fe-29bccb4f2e30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/206833df-ad91-43b7-a6c4-d2b1a0be3e66 HTTP/1.1" status: 204 len: 168 time: 0.2403634 Jun 22 12:51:32.732435 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-27e0a228-1d44-4467-a9af-c0b62ee44503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:32.840515 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-da564ffd-0ff5-405f-873c-0e61bd420ab5 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f033ef9487984f69b633b117a378f2db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948799 Jun 22 12:51:32.907174 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-6fa544e5-dacb-4d41-8779-55763ccf1a2f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:32.915064 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-6fa544e5-dacb-4d41-8779-55763ccf1a2f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 812 time: 0.1855361 Jun 22 12:51:32.918242 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f26b4b-26d3-464a-b7fe-29bccb4f2e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206833df-ad91-43b7-a6c4-d2b1a0be3e66,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:32.932667 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-76f26b4b-26d3-464a-b7fe-29bccb4f2e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:32.941977 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-e8c84193-d1b7-40a2-8515-f8b30fd41297 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/quotas/c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 375 time: 0.0247896 Jun 22 12:51:33.044712 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-95580301-df6b-4c11-97de-93073710c7da service neutron] 10.222.0.15 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891215 Jun 22 12:51:33.071568 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9dfaf01c-e0a0-48e8-903c-ee8bac52764c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243637 Jun 22 12:51:33.195184 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-91783ff5-0fd3-4a18-a737-03e343f2ed5b service neutron] 10.222.0.15 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377003 Jun 22 12:51:33.298267 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-6365d069-1f3c-4cfc-bb7d-2928e58e8e1b service neutron] 10.222.0.15 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177820 Jun 22 12:51:33.613658 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-2f91b9ef-49c3-495e-9ac7-6b2edb1f6883 service neutron] 10.222.0.15 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989843 Jun 22 12:51:33.694885 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:51:33.928164 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:33.944882 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'port_id': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'mac_address': 'fa:16:3e:71:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:51:34.015986 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-79a26f2a-493c-4484-ba82-fb0349171cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:34.021183 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:34.067493 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fe30fe-b387-42ba-982e-e0d685290390 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:51:34.116790 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44c74-b6ed-4b26-809a-5b38b2a6238a req-92e08cf9-f9a8-4f58-baca-b27817f0163a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:34.117667 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:34.126952 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:34.129866 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b6d44c74-b6ed-4b26-809a-5b38b2a6238a req-92e08cf9-f9a8-4f58-baca-b27817f0163a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 943 time: 0.1728544 Jun 22 12:51:34.132566 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:34.206499 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=9']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:34.216665 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.217915 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.218462 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.218980 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.219508 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.219697 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b6d44c74-b6ed-4b26-809a-5b38b2a6238a req-cb5735d2-69f5-4e27-866f-08bfb76b8cd6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879984 Jun 22 12:51:34.220226 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.220948 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.221693 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.223020 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.223606 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.224193 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.224765 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:34.230499 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:34.362071 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35162) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:34.386542 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3c407866-5494-455c-b2e8-36d6f5cc8c35 req-14284e3d-250f-45f5-ad53-e80036ad07ab tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 210 time: 0.1618845 Jun 22 12:51:34.397113 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-25202e29-94d3-415d-bb2e-8a0cad34bdca req-00179b92-d11a-4811-8421-dc8fccfeb7c3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 210 time: 0.0756493 Jun 22 12:51:34.550777 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['f8fe30fe-b387-42ba-982e-e0d685290390'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:51:34.864245 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e89d57be-1c34-493b-a9f0-600aa74047e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.030607 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e89d57be-1c34-493b-a9f0-600aa74047e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.040454 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e89d57be-1c34-493b-a9f0-600aa74047e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.049202 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b4c1b081-4f29-47f6-ab98-9a6f21270263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:35.122365 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-e89d57be-1c34-493b-a9f0-600aa74047e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf1c2c6a38d44e8cb90dc1c09f55cdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7587931 Jun 22 12:51:35.125086 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d57be-1c34-493b-a9f0-600aa74047e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa6fe8-60ab-43b8-a907-5051211e8791,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:35.126291 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35184) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:35.130397 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e89d57be-1c34-493b-a9f0-600aa74047e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:35.197914 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-42510403-d354-463b-b43d-a87ddae04d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.228292 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-42510403-d354-463b-b43d-a87ddae04d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.331665 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-42510403-d354-463b-b43d-a87ddae04d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.335254 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-42510403-d354-463b-b43d-a87ddae04d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.336418 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-42510403-d354-463b-b43d-a87ddae04d41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3aa6fe8-60ab-43b8-a907-5051211e8791 HTTP/1.1" status: 204 len: 168 time: 0.2078924 Jun 22 12:51:35.337243 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-75af8a9a-ed73-4e93-a4e5-5bd0f48fa581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:35.359282 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42510403-d354-463b-b43d-a87ddae04d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa6fe8-60ab-43b8-a907-5051211e8791,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:35.364299 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-42510403-d354-463b-b43d-a87ddae04d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:35.695461 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:35.705854 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373fe90-148b-4c1f-a43f-6f0668f40834 req-06082e89-8d19-49ab-98f9-6271a20dba29 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:35.715076 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2373fe90-148b-4c1f-a43f-6f0668f40834 req-06082e89-8d19-49ab-98f9-6271a20dba29 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 944 time: 0.2375007 Jun 22 12:51:35.772046 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bf37c9f3-d656-4495-91b7-d5c06c23a2fe req-af12364a-7ca5-4c04-b7c5-38cbcf185484 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 210 time: 0.1460242 Jun 22 12:51:35.815261 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port f8fe30fe-b387-42ba-982e-e0d685290390 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:35.815879 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.837247 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2373fe90-148b-4c1f-a43f-6f0668f40834 req-5f85f993-2eac-4826-b58f-343563a1615d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061645 Jun 22 12:51:35.939272 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.978118 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:35.980962 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a09e4ab-ed99-4aa5-999a-dd6da90de36a" -d '{"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-plugged", "status": "completed", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:36.000522 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:36.008481 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:36.011514 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:36.072638 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8a31f0-9b2f-4f61-b146-a21be57cac04 x-openstack-request-id: req-7a8a31f0-9b2f-4f61-b146-a21be57cac04 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:36.072948 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-plugged", "status": "completed", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:36.076148 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a8a31f0-9b2f-4f61-b146-a21be57cac04 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:36.076806 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'code': 200} Jun 22 12:51:36.103251 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2478fc85-604e-4207-b64d-b4eaff6d8081 req-a64b19d8-0e89-490d-b0d3-bb6ebe1fd02f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 210 time: 0.0874338 Jun 22 12:51:36.107402 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=10']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:36.110813 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:36.366730 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35214) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:36.409079 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39ee23cd-5a46-4b33-abf5-29edaf3718e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:36.628350 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39ee23cd-5a46-4b33-abf5-29edaf3718e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:36.633079 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-39ee23cd-5a46-4b33-abf5-29edaf3718e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:36.657405 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff11e7-389e-4199-a253-b0411636e49c req-2d12534a-8ea8-4222-8f22-89f76e23da99 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:36.659094 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-2d12534a-8ea8-4222-8f22-89f76e23da99 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.46 "GET /v2.0/networks?id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2 HTTP/1.1" status: 200 len: 808 time: 0.1729553 Jun 22 12:51:36.666822 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1acf6a25-120f-4cbd-906f-9d5308209178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:36.712488 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-39ee23cd-5a46-4b33-abf5-29edaf3718e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6579ec8bdbd04dc09c3e93a1827457ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441982 Jun 22 12:51:36.714947 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee23cd-5a46-4b33-abf5-29edaf3718e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd662e50-32b7-467e-a4bb-d55775d0c4d2,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:36.717492 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35226) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:36.720027 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-39ee23cd-5a46-4b33-abf5-29edaf3718e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:36.782936 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-15d49f53-2df1-43f7-ba10-4c6596943684 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f033ef9487984f69b633b117a378f2db HTTP/1.1" status: 200 len: 379 time: 0.0887787 Jun 22 12:51:36.794325 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'port': {'device_id': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'admin_state_up': True, 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'security_groups': ['91d7d225-8493-4227-a504-76c7434e98b7']}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:36.858943 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5a37928c-d6e0-433f-9791-b8b4eb4ed502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:36.993332 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5a37928c-d6e0-433f-9791-b8b4eb4ed502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:37.023311 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Made reservation on behalf of f033ef9487984f69b633b117a378f2db for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:51:37.033273 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:37.059911 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc33274-b41e-4365-bc50-3e93a6657a46 req-3da1d3c3-d5ff-4e1b-bdc1-086ff93f7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:37.061677 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-abc33274-b41e-4365-bc50-3e93a6657a46 req-3da1d3c3-d5ff-4e1b-bdc1-086ff93f7906 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 1099 time: 0.2067890 Jun 22 12:51:37.105837 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-772db7ed-5dd9-43de-948e-8f032d9772bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:37.159419 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e7cb97a8-04af-43c4-a8f0-a934ea4b0451 req-4260f0cf-af9a-4f67-9f79-d5d2536e9b96 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 210 time: 0.0775986 Jun 22 12:51:37.223680 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5a37928c-d6e0-433f-9791-b8b4eb4ed502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:37.233184 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5a37928c-d6e0-433f-9791-b8b4eb4ed502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:37.236667 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-5a37928c-d6e0-433f-9791-b8b4eb4ed502 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd662e50-32b7-467e-a4bb-d55775d0c4d2 HTTP/1.1" status: 204 len: 168 time: 0.5171044 Jun 22 12:51:37.238895 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-76f26b4b-26d3-464a-b7fe-29bccb4f2e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:37.273050 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-abc33274-b41e-4365-bc50-3e93a6657a46 req-0e0b1d0d-c062-4307-95cd-68881b9de32a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1991210 Jun 22 12:51:37.274827 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37928c-d6e0-433f-9791-b8b4eb4ed502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd662e50-32b7-467e-a4bb-d55775d0c4d2,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:37.283865 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-5a37928c-d6e0-433f-9791-b8b4eb4ed502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:37.470651 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Allocated IP 172.20.0.7 (d314c153-7ee0-4658-92c8-3ea62ae2a5c2/b009a585-fffa-4759-843c-c745dd1fd1b6/52dd0bc0-f852-4e03-90e5-6983f64c13b8) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:37.480950 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce8db4-7187-49ae-8592-03641689bae2 req-176c2be1-8e35-4475-98eb-edc3da3c2137 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:37.482613 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5cce8db4-7187-49ae-8592-03641689bae2 req-176c2be1-8e35-4475-98eb-edc3da3c2137 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.2677855 Jun 22 12:51:37.564532 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5cce8db4-7187-49ae-8592-03641689bae2 req-bb730aec-54ae-47e3-85df-11b63803ab67 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698683 Jun 22 12:51:37.578567 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f4ad3ca5-a1bc-466b-9aa8-8e6003dc346b req-410e9273-dbe1-49e0-bd60-b8820da161fc tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 210 time: 0.0738213 Jun 22 12:51:37.848951 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:37.868978 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Transition to ACTIVE for port object 52dd0bc0-f852-4e03-90e5-6983f64c13b8 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:37.883336 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-904545ab-88e2-494c-a48b-596960d6e693 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:37.884905 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-904545ab-88e2-494c-a48b-596960d6e693 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 812 time: 0.2249277 Jun 22 12:51:37.943738 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:37.956176 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-0d3dd311-aa8b-4eaf-99d4-3d149814e122 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 379 time: 0.0493603 Jun 22 12:51:37.960686 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:37.973815 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'port': {'device_id': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'admin_state_up': True, 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'security_groups': ['823f3d15-0059-4407-b91f-b419b8b9db1a']}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:38.018097 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:38.023436 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:38.030075 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:38.093701 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:38.101772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:38.161456 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:38.165966 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:38.177330 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Made reservation on behalf of c25f44773d2d43eab3f1a963f902cfae for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:51:38.185732 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:38.187955 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3984115 Jun 22 12:51:38.210773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Request body: {'port': {'device_id': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:38.340145 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:38.505437 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-03fa7b1a-ba23-44b6-9a05-d123c886a348 None None] Provisioning for port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:38.511650 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-03fa7b1a-ba23-44b6-9a05-d123c886a348 None None] Provisioning complete for port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:38.512292 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b1a-ba23-44b6-9a05-d123c886a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:38.561093 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-03fa7b1a-ba23-44b6-9a05-d123c886a348 None None] Port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:51:38.580318 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:38.841026 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248b3ca-65e8-4333-896c-736e70546299 req-53020aab-31c3-4a16-bc48-a276df60e86e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:38.843371 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1248b3ca-65e8-4333-896c-736e70546299 req-53020aab-31c3-4a16-bc48-a276df60e86e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 931 time: 0.2945240 Jun 22 12:51:38.854993 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-189e3f0e-84ee-4160-b3dd-32be49415890 req-57f7f90f-0448-44b9-a4fc-9ff0a53f62da tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 210 time: 0.0464525 Jun 22 12:51:38.865157 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dd0bc0-f852-4e03-90e5-6983f64c13b8 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:51:38.888012 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:38.918694 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1248b3ca-65e8-4333-896c-736e70546299 req-6bef72d7-8e5f-4090-9933-ef72d28d1892 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646479 Jun 22 12:51:38.922770 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Transition to ACTIVE for port object 52dd0bc0-f852-4e03-90e5-6983f64c13b8 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:38.924741 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Allocated IP 172.20.0.6 (3553989c-af85-4604-b6a7-ea35df756dff/02f5335c-70a9-40f8-904e-72228c4aef55/23fd45fe-b984-44be-9c55-42123314e951) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:38.934553 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:38.945002 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-08a7fbbe-090e-436e-9cbb-d06ea7de9c15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:39.139698 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:39.165614 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Transition to ACTIVE for port object 23fd45fe-b984-44be-9c55-42123314e951 will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:39.188218 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:39.194339 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:39.219441 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:39.233521 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:39.269089 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Network 3553989c-af85-4604-b6a7-ea35df756dff is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:39.277404 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:39.291432 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:39.337950 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ac149-7485-4f5b-8345-b7837d20e47b req-d892bcaf-aa6c-464f-98a1-7fa16463e751 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:39.347099 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-352ac149-7485-4f5b-8345-b7837d20e47b req-d892bcaf-aa6c-464f-98a1-7fa16463e751 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.3278039 Jun 22 12:51:39.350681 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=23fd45fe-b984-44be-9c55-42123314e951,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:39.357873 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:39.383063 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Attempting to bind port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:39.383456 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Attempting to bind port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:39.383749 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Attempting to bind port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 on network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:39.394361 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 on network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:51:39.394927 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Attempting to bind port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 on network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:39.417567 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:39.418972 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:39.419317 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Checking segment: {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:39.419710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Bound using segment: {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:39.420117 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:39.420259 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Bound port: 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abacdce-97bd-4afe-b5e2-398c02956490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:39.420500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:39.427746 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-352ac149-7485-4f5b-8345-b7837d20e47b req-f7579813-a3af-46fc-9925-08dc75310825 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734620 Jun 22 12:51:39.453395 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4883194 Jun 22 12:51:39.565067 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:39.572211 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:39.580127 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:39.585104 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f53caa7a-5086-444b-9543-9f26e7ee08bf tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:39.671025 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:39.671626 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:39.675545 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/52dd0bc0-f852-4e03-90e5-6983f64c13b8 HTTP/1.1" status: 200 len: 1093 time: 1.4701598 Jun 22 12:51:39.689062 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:39.693007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0d192f-fadd-4d36-ad10-bd8dbb0f49ec" -d '{"events": [{"name": "network-changed", "server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:39.744129 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-0db74956-eea3-4d95-9e59-bf160b89e838 None None] Provisioning for port 23fd45fe-b984-44be-9c55-42123314e951 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:39.749316 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-0db74956-eea3-4d95-9e59-bf160b89e838 None None] Provisioning complete for port 23fd45fe-b984-44be-9c55-42123314e951 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:39.750228 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0db74956-eea3-4d95-9e59-bf160b89e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:39.804485 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc85e44a-0814-405f-b16f-fd0a2020384b x-openstack-request-id: req-cc85e44a-0814-405f-b16f-fd0a2020384b {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:39.805159 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:39.805721 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc85e44a-0814-405f-b16f-fd0a2020384b {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:39.806901 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'status': 'completed', 'code': 200} Jun 22 12:51:39.808844 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:39.818732 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:39.822519 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-0db74956-eea3-4d95-9e59-bf160b89e838 None None] Port 23fd45fe-b984-44be-9c55-42123314e951 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:51:39.870387 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:40.208220 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0df75-2b5d-484d-9067-361d4e241f0e req-a529fbbb-1a7f-45a9-bb54-b4bec6756282 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:40.210582 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6df0df75-2b5d-484d-9067-361d4e241f0e req-a529fbbb-1a7f-45a9-bb54-b4bec6756282 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 931 time: 0.1548741 Jun 22 12:51:40.272540 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6df0df75-2b5d-484d-9067-361d4e241f0e req-e9037a41-c266-4a32-8b8d-fbaa1bb5593f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526278 Jun 22 12:51:40.286702 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf8f00-6df1-4353-b87f-e2aed349bdd4 req-bd593ddf-ec83-416f-a9c9-3d22d7e80d06 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:40.289263 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bacf8f00-6df1-4353-b87f-e2aed349bdd4 req-bd593ddf-ec83-416f-a9c9-3d22d7e80d06 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0991035 Jun 22 12:51:40.344926 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bacf8f00-6df1-4353-b87f-e2aed349bdd4 req-a7cd6787-317c-4e38-a418-c66ce392b1dc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Jun 22 12:51:40.569247 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:40.595238 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35330) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:40.698284 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2546b9-7cba-47e8-8cf3-dd7209ae1f80 req-cc968408-1ed5-4515-af20-95f046a2fc02 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:40.700822 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2546b9-7cba-47e8-8cf3-dd7209ae1f80 req-cc968408-1ed5-4515-af20-95f046a2fc02 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.0848327 Jun 22 12:51:40.768044 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7d2546b9-7cba-47e8-8cf3-dd7209ae1f80 req-67d36a57-0822-4404-ad1f-e504f6bab7c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612524 Jun 22 12:51:40.769782 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-653ce79b-6a23-4dcd-bf8f-dcfa71361bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:40.897166 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-653ce79b-6a23-4dcd-bf8f-dcfa71361bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:40.903434 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-653ce79b-6a23-4dcd-bf8f-dcfa71361bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:40.907374 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b201a996-0639-4ff2-a159-654a7c64187e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:40.963267 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-653ce79b-6a23-4dcd-bf8f-dcfa71361bad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83e0e95fdb2d4b73bfd081cb5c1c9a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662331 Jun 22 12:51:40.964486 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce79b-6a23-4dcd-bf8f-dcfa71361bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a73f9-dc09-4690-a6f8-43288822a76e,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:40.967100 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35334) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:40.969811 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-653ce79b-6a23-4dcd-bf8f-dcfa71361bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:41.038556 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6514cd3f-07f9-445b-8d50-7fce5a614bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:41.071915 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6514cd3f-07f9-445b-8d50-7fce5a614bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:41.150413 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6514cd3f-07f9-445b-8d50-7fce5a614bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:41.153621 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6514cd3f-07f9-445b-8d50-7fce5a614bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:41.155027 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-6514cd3f-07f9-445b-8d50-7fce5a614bc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae9a73f9-dc09-4690-a6f8-43288822a76e HTTP/1.1" status: 204 len: 168 time: 0.1863575 Jun 22 12:51:41.156010 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1beaaa1b-56ca-4822-896d-e48e4e2c12ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:41.169825 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514cd3f-07f9-445b-8d50-7fce5a614bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a73f9-dc09-4690-a6f8-43288822a76e,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:41.177215 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-6514cd3f-07f9-445b-8d50-7fce5a614bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:41.295247 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:41.326197 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Request body: {'port': {'device_id': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:41.575663 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d192f-fadd-4d36-ad10-bd8dbb0f49ec req-9e924fec-0c5a-465d-8d15-2a5a1066f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:41.578395 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd0d192f-fadd-4d36-ad10-bd8dbb0f49ec req-9e924fec-0c5a-465d-8d15-2a5a1066f035 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f033ef9487984f69b633b117a378f2db&device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1096 time: 0.2113011 Jun 22 12:51:41.620288 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:41.726512 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35352) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:41.798123 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5f81a-d688-44d2-9478-f59b71f288f2 req-34fbb049-6fee-4681-a536-1cb0b3e4fa19 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:41.806483 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fbc5f81a-d688-44d2-9478-f59b71f288f2 req-34fbb049-6fee-4681-a536-1cb0b3e4fa19 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 931 time: 0.2712197 Jun 22 12:51:41.825202 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ca9b95eb-25ce-4c98-8fdc-d63df4ad6a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:42.199745 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca793-f4b2-4055-aa2a-427242c02f33 req-32b8bdaa-0061-4cf9-bfaf-e2b1622182e4 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:42.213612 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-007ca793-f4b2-4055-aa2a-427242c02f33 req-32b8bdaa-0061-4cf9-bfaf-e2b1622182e4 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.6041083 Jun 22 12:51:42.215018 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fbc5f81a-d688-44d2-9478-f59b71f288f2 req-999cb7cd-d232-4d2c-8f8d-362a757146d7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4073551 Jun 22 12:51:42.254436 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d192f-fadd-4d36-ad10-bd8dbb0f49ec req-e0009efd-b798-4b3d-ae38-65c27a97afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:42.256036 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd0d192f-fadd-4d36-ad10-bd8dbb0f49ec req-e0009efd-b798-4b3d-ae38-65c27a97afea service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f033ef9487984f69b633b117a378f2db&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2349579 Jun 22 12:51:42.311357 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fd45fe-b984-44be-9c55-42123314e951 {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:51:42.353409 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:42.419484 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Transition to ACTIVE for port object 23fd45fe-b984-44be-9c55-42123314e951 will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:42.435598 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ca9b95eb-25ce-4c98-8fdc-d63df4ad6a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:42.439311 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:42.442995 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-de6461fd-0c79-4878-a03b-ec83478da33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:42.460986 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ca9b95eb-25ce-4c98-8fdc-d63df4ad6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:42.554531 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d192f-fadd-4d36-ad10-bd8dbb0f49ec req-e71eee3b-8416-4c40-b065-bc281b680f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:42.573957 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd0d192f-fadd-4d36-ad10-bd8dbb0f49ec req-e71eee3b-8416-4c40-b065-bc281b680f7b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3037004 Jun 22 12:51:42.607015 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-007ca793-f4b2-4055-aa2a-427242c02f33 req-7ff18872-2f78-4465-ac28-e4d79dafd319 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903148 Jun 22 12:51:42.676155 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Pushing event updated for resources: {'Port': ['ID=23fd45fe-b984-44be-9c55-42123314e951,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:42.681688 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:42.713667 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3d1a9ae9-05e2-4267-a428-c5a3af509417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:42.728258 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ca9b95eb-25ce-4c98-8fdc-d63df4ad6a7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b4fce9ee9d74a5a931a040224f10474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9966269 Jun 22 12:51:42.731276 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35404) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:42.876967 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff11e7-389e-4199-a253-b0411636e49c req-654feab9-15d1-43b1-b890-07fe7b503251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:42.881343 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-654feab9-15d1-43b1-b890-07fe7b503251 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f033ef9487984f69b633b117a378f2db&device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1096 time: 0.1927860 Jun 22 12:51:42.918909 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b95eb-25ce-4c98-8fdc-d63df4ad6a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1dfcba-e37c-4069-a120-1c9119985ca1,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:42.935753 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ca9b95eb-25ce-4c98-8fdc-d63df4ad6a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:42.980807 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb809-2c15-43e7-9953-daed815752ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.030216 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8a783-1b58-420c-87a4-abf1f5da9821 req-75ac4751-bc1d-47e9-8d0d-4144d02c2d49 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.031729 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-08e8a783-1b58-420c-87a4-abf1f5da9821 req-75ac4751-bc1d-47e9-8d0d-4144d02c2d49 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.4433446 Jun 22 12:51:43.078290 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb809-2c15-43e7-9953-daed815752ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.092456 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Attempting to bind port 23fd45fe-b984-44be-9c55-42123314e951 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:43.092793 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Attempting to bind port 23fd45fe-b984-44be-9c55-42123314e951 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:43.093194 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Attempting to bind port 23fd45fe-b984-44be-9c55-42123314e951 on network 3553989c-af85-4604-b6a7-ea35df756dff {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:43.096179 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35408) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:43.114687 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Port 23fd45fe-b984-44be-9c55-42123314e951 on network 3553989c-af85-4604-b6a7-ea35df756dff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:51:43.115017 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Attempting to bind port 23fd45fe-b984-44be-9c55-42123314e951 on network 3553989c-af85-4604-b6a7-ea35df756dff {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:43.137150 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-08e8a783-1b58-420c-87a4-abf1f5da9821 req-ab572ae5-1747-47e6-994c-90b0def766f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941069 Jun 22 12:51:43.139539 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:43.140061 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Checking segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:43.140467 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Bound using segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:43.140627 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Bound port: 23fd45fe-b984-44be-9c55-42123314e951, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:43.140982 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.192037 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb809-2c15-43e7-9953-daed815752ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.194661 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb809-2c15-43e7-9953-daed815752ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.195785 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-e2ebb809-2c15-43e7-9953-daed815752ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f1dfcba-e37c-4069-a120-1c9119985ca1 HTTP/1.1" status: 204 len: 168 time: 0.4574063 Jun 22 12:51:43.198235 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-369749a4-8561-421d-b601-97ede86feebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:43.213632 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebb809-2c15-43e7-9953-daed815752ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1dfcba-e37c-4069-a120-1c9119985ca1,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:43.217054 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e2ebb809-2c15-43e7-9953-daed815752ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:43.238728 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] For port 23fd45fe-b984-44be-9c55-42123314e951, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:43.242126 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] For port 23fd45fe-b984-44be-9c55-42123314e951, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=23fd45fe-b984-44be-9c55-42123314e951,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:43.252648 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-952ceb98-16e8-4776-9a47-5f373e2c5f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.252879 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.255892 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:43.301535 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.302292 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.303695 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] 10.222.0.46 "PUT /v2.0/ports/23fd45fe-b984-44be-9c55-42123314e951 HTTP/1.1" status: 200 len: 1093 time: 1.9852283 Jun 22 12:51:43.304293 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'tag': '23fd45fe-b984-44be-9c55-42123314e951'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:43.306967 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892d957c-5f5c-4398-a7c1-bbc7cf9bcc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "be2444df-77b3-4662-b71e-5553ed0d8709", "tag": "23fd45fe-b984-44be-9c55-42123314e951"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:43.338684 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Pushing event updated for resources: {'Port': ['ID=23fd45fe-b984-44be-9c55-42123314e951,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:43.342985 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:43.381093 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc7707-ee3e-4db4-a48c-a7aedf9fb4a9 x-openstack-request-id: req-19dc7707-ee3e-4db4-a48c-a7aedf9fb4a9 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:43.382080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2444df-77b3-4662-b71e-5553ed0d8709", "tag": "23fd45fe-b984-44be-9c55-42123314e951", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:43.382569 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19dc7707-ee3e-4db4-a48c-a7aedf9fb4a9 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:43.383162 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'tag': '23fd45fe-b984-44be-9c55-42123314e951', 'status': 'completed', 'code': 200} Jun 22 12:51:43.402093 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-952ceb98-16e8-4776-9a47-5f373e2c5f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.407154 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-952ceb98-16e8-4776-9a47-5f373e2c5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.415647 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a7001efa-fe26-4ac9-858d-4d466ead088f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:43.489009 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-952ceb98-16e8-4776-9a47-5f373e2c5f39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ef08b5cff394c8bba318ad4df626893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917091 Jun 22 12:51:43.490811 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ceb98-16e8-4776-9a47-5f373e2c5f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f88047b-88e2-471a-b244-65dad88a8dcd,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:43.492117 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35420) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:43.493907 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-952ceb98-16e8-4776-9a47-5f373e2c5f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:43.547173 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb31108-540f-4a33-b858-622b364cb44d req-35ba7319-c706-490c-9222-b409de2c28ab tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.548635 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8eb31108-540f-4a33-b858-622b364cb44d req-35ba7319-c706-490c-9222-b409de2c28ab tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.1120200 Jun 22 12:51:43.592307 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-24119c9e-6c36-43f7-a686-3803a2abba9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.608359 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8eb31108-540f-4a33-b858-622b364cb44d req-51fcfa6b-8fc5-40b1-bbb0-c507ff9b9db9 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528405 Jun 22 12:51:43.636925 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-24119c9e-6c36-43f7-a686-3803a2abba9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.704007 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-24119c9e-6c36-43f7-a686-3803a2abba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.708420 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-24119c9e-6c36-43f7-a686-3803a2abba9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.708420 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-24119c9e-6c36-43f7-a686-3803a2abba9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f88047b-88e2-471a-b244-65dad88a8dcd HTTP/1.1" status: 204 len: 168 time: 0.2143679 Jun 22 12:51:43.718841 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-495448db-9b6a-41ad-baa2-ae1e843818f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:43.735990 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24119c9e-6c36-43f7-a686-3803a2abba9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f88047b-88e2-471a-b244-65dad88a8dcd,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:43.741517 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-24119c9e-6c36-43f7-a686-3803a2abba9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:43.824868 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d752a7b-576b-46e2-8549-533875103568 req-ff728516-ebcd-4766-ba68-13d6dfd7d88e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.826526 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4d752a7b-576b-46e2-8549-533875103568 req-ff728516-ebcd-4766-ba68-13d6dfd7d88e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0789866 Jun 22 12:51:43.880371 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4d752a7b-576b-46e2-8549-533875103568 req-1b13ae7b-b2f6-415e-8922-0cb0d3e61a2f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467355 Jun 22 12:51:44.109375 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35446) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:44.126954 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b1b84f1b-5ec2-4c63-a0fd-2b57ff7b535b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:44.246082 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b1b84f1b-5ec2-4c63-a0fd-2b57ff7b535b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:44.251998 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b1b84f1b-5ec2-4c63-a0fd-2b57ff7b535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:44.255175 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6ffbfb72-c91c-4f97-9e80-ce6764d10f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:44.315958 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b84f1b-5ec2-4c63-a0fd-2b57ff7b535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ddbe1a-2cef-4006-8ffb-7b8be87f608f,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:44.324458 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b1b84f1b-5ec2-4c63-a0fd-2b57ff7b535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:44.333876 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b1b84f1b-5ec2-4c63-a0fd-2b57ff7b535b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a59bcc2ded6423b9e4cd5f32e277543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234125 Jun 22 12:51:44.336462 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35454) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:44.398437 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2f1d1-bf93-4715-8ba7-c845e736da5e req-b103da90-aead-4e1c-9fa3-9c659528cfbc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:44.399968 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1af2f1d1-bf93-4715-8ba7-c845e736da5e req-b103da90-aead-4e1c-9fa3-9c659528cfbc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.1252203 Jun 22 12:51:44.422114 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf0a6-a611-4b64-a3eb-8399d39f5c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:44.466666 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf0a6-a611-4b64-a3eb-8399d39f5c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:44.476340 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1af2f1d1-bf93-4715-8ba7-c845e736da5e req-f7f660ee-8c49-4cd4-b675-f3ab5f36031d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663683 Jun 22 12:51:44.519294 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf0a6-a611-4b64-a3eb-8399d39f5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:44.524877 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf0a6-a611-4b64-a3eb-8399d39f5c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:44.527453 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-9e1cf0a6-a611-4b64-a3eb-8399d39f5c52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1ddbe1a-2cef-4006-8ffb-7b8be87f608f HTTP/1.1" status: 204 len: 168 time: 0.1887436 Jun 22 12:51:44.528508 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e89d57be-1c34-493b-a9f0-600aa74047e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:44.537761 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cf0a6-a611-4b64-a3eb-8399d39f5c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ddbe1a-2cef-4006-8ffb-7b8be87f608f,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:44.540547 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9e1cf0a6-a611-4b64-a3eb-8399d39f5c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:44.801436 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cd16e-0347-422e-926d-89dfb12e569e req-30fbb94c-9b00-4c9e-879b-e9c74ae37cf7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:44.803403 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-361cd16e-0347-422e-926d-89dfb12e569e req-30fbb94c-9b00-4c9e-879b-e9c74ae37cf7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0685530 Jun 22 12:51:44.848435 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-361cd16e-0347-422e-926d-89dfb12e569e req-a5be3f50-298f-4ee0-82fb-da4b11212220 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383403 Jun 22 12:51:45.068678 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7fab4-4782-435d-9ef2-ad1ae5ecb9d1 req-01bd285f-4787-4724-bf32-aae6fec9ab1e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:45.070514 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-deb7fab4-4782-435d-9ef2-ad1ae5ecb9d1 req-01bd285f-4787-4724-bf32-aae6fec9ab1e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0727232 Jun 22 12:51:45.122882 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-deb7fab4-4782-435d-9ef2-ad1ae5ecb9d1 req-61a4ebb3-110e-470f-a026-485b1b7095ac tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431740 Jun 22 12:51:45.674008 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d7073-7428-40d3-b7b9-6be82a511a64 req-cb99b048-7349-4488-8ed8-f60c41a51068 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:45.676229 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d27d7073-7428-40d3-b7b9-6be82a511a64 req-cb99b048-7349-4488-8ed8-f60c41a51068 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.0703683 Jun 22 12:51:45.720872 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d27d7073-7428-40d3-b7b9-6be82a511a64 req-5c427607-2a23-4f56-af55-5c3673f4c50d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384080 Jun 22 12:51:45.873066 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-7e48e551-6797-474d-8700-14107cee41c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8 HTTP/1.1" status: 200 len: 217 time: 0.0372407 Jun 22 12:51:45.999029 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff11e7-389e-4199-a253-b0411636e49c req-e31a8f7a-7996-4c8c-afd3-4afd34c1499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.000972 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-e31a8f7a-7996-4c8c-afd3-4afd34c1499e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b009a585-fffa-4759-843c-c745dd1fd1b6 HTTP/1.1" status: 200 len: 847 time: 0.0595434 Jun 22 12:51:46.034038 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d957c-5f5c-4398-a7c1-bbc7cf9bcc4e req-4470ed68-228e-4f5b-bf9f-fb09eee55925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.037415 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-892d957c-5f5c-4398-a7c1-bbc7cf9bcc4e req-4470ed68-228e-4f5b-bf9f-fb09eee55925 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 1096 time: 0.0856919 Jun 22 12:51:46.065268 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35550) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:46.099082 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cafe9-fe0d-42f5-9077-221eea8a7645 req-d111e188-3961-4ba1-8d67-72208f18ea03 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.111784 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ad6cafe9-fe0d-42f5-9077-221eea8a7645 req-d111e188-3961-4ba1-8d67-72208f18ea03 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.1028605 Jun 22 12:51:46.227758 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ad6cafe9-fe0d-42f5-9077-221eea8a7645 req-9574b2dc-542f-42af-ae90-3df1533f0443 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149802 Jun 22 12:51:46.259086 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff11e7-389e-4199-a253-b0411636e49c req-57d412e4-cb84-4c53-8f89-83bbb199b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.260921 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-57d412e4-cb84-4c53-8f89-83bbb199b4b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1470644 Jun 22 12:51:46.285904 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3b459c36-f59c-49d2-8586-0112e48ba196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:46.395395 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-874f4517-3ac6-42c0-9ff6-a80739b02e5e service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254942 Jun 22 12:51:46.451777 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d957c-5f5c-4398-a7c1-bbc7cf9bcc4e req-bedae8ca-98b7-48b9-92a0-1da1657e9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.453245 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-892d957c-5f5c-4398-a7c1-bbc7cf9bcc4e req-bedae8ca-98b7-48b9-92a0-1da1657e9549 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c25f44773d2d43eab3f1a963f902cfae&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3637197 Jun 22 12:51:46.546906 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-04ff11e7-389e-4199-a253-b0411636e49c req-f8016675-5a35-4004-af89-be715fea7d9b service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299970 Jun 22 12:51:46.565449 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd486ab6-023b-4012-a93f-30a79d2f7bc7 req-f45a3de1-79ba-4849-9fcf-f5860d8691e1 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.567368 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fd486ab6-023b-4012-a93f-30a79d2f7bc7 req-f45a3de1-79ba-4849-9fcf-f5860d8691e1 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.2682033 Jun 22 12:51:46.713249 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fd486ab6-023b-4012-a93f-30a79d2f7bc7 req-316bc203-81fc-4309-8c20-d5f087b2a0a9 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374340 Jun 22 12:51:46.719584 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d957c-5f5c-4398-a7c1-bbc7cf9bcc4e req-7dc0c3b0-78ab-477e-bff8-34dbffbef05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.720853 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-892d957c-5f5c-4398-a7c1-bbc7cf9bcc4e req-7dc0c3b0-78ab-477e-bff8-34dbffbef05c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598433 Jun 22 12:51:46.743756 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3b459c36-f59c-49d2-8586-0112e48ba196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:46.743756 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-3b459c36-f59c-49d2-8586-0112e48ba196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:46.747032 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-64de55ad-5252-4d93-8602-d8f81123ff0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:46.789913 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3b459c36-f59c-49d2-8586-0112e48ba196 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24b96695480a41299946f1934eb3eddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7218325 Jun 22 12:51:46.792201 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b459c36-f59c-49d2-8586-0112e48ba196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fb238d-a5d2-445f-8970-097270f3c89a,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:46.793819 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35570) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:46.795256 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3b459c36-f59c-49d2-8586-0112e48ba196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:46.929515 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-67584aab-8694-43d9-aeb0-1c93e945f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.929515 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-67584aab-8694-43d9-aeb0-1c93e945f6e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 1096 time: 0.1064219 Jun 22 12:51:46.940752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9e8d-d375-48bc-b267-59294a2f2ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:46.974387 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9e8d-d375-48bc-b267-59294a2f2ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.025214 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4939a-4b1f-4323-8485-b3870799bb3c req-72cd73d5-cdb9-4629-8c0c-20e73df27934 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:47.026955 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-50e4939a-4b1f-4323-8485-b3870799bb3c req-72cd73d5-cdb9-4629-8c0c-20e73df27934 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.1343639 Jun 22 12:51:47.062496 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9e8d-d375-48bc-b267-59294a2f2ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.065159 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9e8d-d375-48bc-b267-59294a2f2ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.066617 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-ec8b9e8d-d375-48bc-b267-59294a2f2ebf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15fb238d-a5d2-445f-8970-097270f3c89a HTTP/1.1" status: 204 len: 168 time: 0.2717378 Jun 22 12:51:47.069513 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-66231581-3a43-4371-ad3f-a924c7ed4654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:47.084607 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b9e8d-d375-48bc-b267-59294a2f2ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fb238d-a5d2-445f-8970-097270f3c89a,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:47.092627 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ec8b9e8d-d375-48bc-b267-59294a2f2ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:47.111418 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-50e4939a-4b1f-4323-8485-b3870799bb3c req-f212e26e-9eee-4ad1-b52f-364e0b41e86d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644670 Jun 22 12:51:47.243054 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-b05d73c8-edc9-4f24-a781-2f6420276700 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23fd45fe-b984-44be-9c55-42123314e951 HTTP/1.1" status: 200 len: 217 time: 0.2935710 Jun 22 12:51:47.300295 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-f061b60f-42e1-4409-bdf4-54b74ca95d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:47.300295 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-f061b60f-42e1-4409-bdf4-54b74ca95d5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0504336 Jun 22 12:51:47.379626 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-6df45102-48d5-4c83-a1d9-a6be08b4c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:47.381824 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-6df45102-48d5-4c83-a1d9-a6be08b4c984 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726728 Jun 22 12:51:47.452403 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35588) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:47.467429 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6cf8ea3d-ea78-4696-9414-0ec4b2b30c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.573118 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6cf8ea3d-ea78-4696-9414-0ec4b2b30c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.578538 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6cf8ea3d-ea78-4696-9414-0ec4b2b30c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.581201 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8ba8bbb5-5bb4-439c-9c10-469b4e33511d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:47.584492 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092530a-5c34-4ec0-a8a5-c071aab45454 req-5add7c67-a3e9-4e40-bcb4-7883214c9d42 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:47.586035 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1092530a-5c34-4ec0-a8a5-c071aab45454 req-5add7c67-a3e9-4e40-bcb4-7883214c9d42 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0778239 Jun 22 12:51:47.633621 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8ea3d-ea78-4696-9414-0ec4b2b30c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ddbc07-68ef-4522-ab56-02e16468d76e,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:47.640008 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6cf8ea3d-ea78-4696-9414-0ec4b2b30c9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f35cb8f1edf411d87fca777d3376619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847088 Jun 22 12:51:47.640008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6cf8ea3d-ea78-4696-9414-0ec4b2b30c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:47.640407 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1092530a-5c34-4ec0-a8a5-c071aab45454 req-994d56e3-d9e0-47ca-a9e3-39048ff6a4c3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480368 Jun 22 12:51:47.642077 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35590) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:47.696437 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c51c80d-e042-48df-9eb7-792de2759a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.719396 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c51c80d-e042-48df-9eb7-792de2759a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.776396 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c51c80d-e042-48df-9eb7-792de2759a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.779244 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c51c80d-e042-48df-9eb7-792de2759a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.780429 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-4c51c80d-e042-48df-9eb7-792de2759a5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01ddbc07-68ef-4522-ab56-02e16468d76e HTTP/1.1" status: 204 len: 168 time: 0.1371531 Jun 22 12:51:47.781224 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eee34ca9-8afb-4458-b213-a8161f081b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:47.795817 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51c80d-e042-48df-9eb7-792de2759a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ddbc07-68ef-4522-ab56-02e16468d76e,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:47.798526 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4c51c80d-e042-48df-9eb7-792de2759a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:47.955533 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccafa53-ffea-4532-bd84-b05663d7ab5d req-0241e485-9652-4e6e-a897-ef063c9575b7 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:47.957686 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-eccafa53-ffea-4532-bd84-b05663d7ab5d req-0241e485-9652-4e6e-a897-ef063c9575b7 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0843267 Jun 22 12:51:48.010802 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-eccafa53-ffea-4532-bd84-b05663d7ab5d req-2df7acc7-ab4b-4436-b140-49983fff14a1 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461972 Jun 22 12:51:48.846543 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9a768-2fb8-4dc6-825b-3a0f7e4cd800 req-fe79d87d-ea7b-4f5a-9dbb-8f64b429dfc8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:48.849531 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-62b9a768-2fb8-4dc6-825b-3a0f7e4cd800 req-fe79d87d-ea7b-4f5a-9dbb-8f64b429dfc8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0801952 Jun 22 12:51:48.897647 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-62b9a768-2fb8-4dc6-825b-3a0f7e4cd800 req-aa6755ca-b5e3-40b4-85c2-2404405531cc tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405033 Jun 22 12:51:49.262442 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad060e67-0572-40d7-958b-f5486d1a64b2 req-0e9b7875-20fa-4998-a73f-365bc2554a79 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:49.264281 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ad060e67-0572-40d7-958b-f5486d1a64b2 req-0e9b7875-20fa-4998-a73f-365bc2554a79 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0805333 Jun 22 12:51:49.322276 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ad060e67-0572-40d7-958b-f5486d1a64b2 req-9adb1dc1-8bcd-4969-8277-5275e1e36138 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512331 Jun 22 12:51:50.102831 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f2571-a28e-487e-a3ca-2a7dd3f1c1a9 req-7b6758b0-f824-4db8-966a-37c2a9d0dad0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.104420 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d04f2571-a28e-487e-a3ca-2a7dd3f1c1a9 req-7b6758b0-f824-4db8-966a-37c2a9d0dad0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0710742 Jun 22 12:51:50.144680 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d04f2571-a28e-487e-a3ca-2a7dd3f1c1a9 req-8fceced5-0ac3-4ae6-ba6c-f93f7fe11bb9 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Jun 22 12:51:50.381446 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-a7f0ea4d-c0a5-4067-a39d-c39edc590451 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952902 Jun 22 12:51:50.439803 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-2f096136-adf8-45d2-865c-7a61c14f158c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765035 Jun 22 12:51:50.506251 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ac9e2510-4b73-4c13-9f3d-0a606f70cf79 req-bd154d51-0c95-45a2-9091-bd6e9c49ee2f service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154420 Jun 22 12:51:50.547735 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61242-d9b3-4f39-884b-8dd3c1f79066 req-c016eb1e-5a1d-467b-acc1-f3f7154575bd tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.549524 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-dce61242-d9b3-4f39-884b-8dd3c1f79066 req-c016eb1e-5a1d-467b-acc1-f3f7154575bd tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0916860 Jun 22 12:51:50.595468 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-e6d5609f-7027-4916-8e5c-7b6b60e828a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.597478 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-e6d5609f-7027-4916-8e5c-7b6b60e828a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 1099 time: 0.0704627 Jun 22 12:51:50.615139 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-dce61242-d9b3-4f39-884b-8dd3c1f79066 req-6929457b-7c57-4507-b700-92929796a378 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585198 Jun 22 12:51:50.739167 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-9eb350b2-96f4-4a54-85cb-7553f115303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.740721 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-9eb350b2-96f4-4a54-85cb-7553f115303a service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.1009498 Jun 22 12:51:50.815296 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-1e52e64f-18d8-474d-bf57-404958a65e5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8fe30fe-b387-42ba-982e-e0d685290390 HTTP/1.1" status: 200 len: 1001 time: 0.0627503 Jun 22 12:51:50.866641 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-f6ed6bfb-dc14-4851-ba19-0b85f1f3f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.868144 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-f6ed6bfb-dc14-4851-ba19-0b85f1f3f268 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.0458305 Jun 22 12:51:50.942852 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-af614482-4995-42a6-b95f-be23407ced15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.944386 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-af614482-4995-42a6-b95f-be23407ced15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602195 Jun 22 12:51:51.043466 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-bf518205-7841-436a-a74d-e6f98d5d874e service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913303 Jun 22 12:51:51.166275 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-72e3da52-e33f-400e-9563-1c5184b1c628 req-58358b04-115f-479b-a3fc-a6ab55524525 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149130 Jun 22 12:51:51.353342 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d7de9-0bff-4ed2-9e79-bb162a9a96eb req-72023632-9d83-48d6-9cec-41dc4a540d9d tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.355274 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8f4d7de9-0bff-4ed2-9e79-bb162a9a96eb req-72023632-9d83-48d6-9cec-41dc4a540d9d tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0879679 Jun 22 12:51:51.417857 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8f4d7de9-0bff-4ed2-9e79-bb162a9a96eb req-295fa407-e835-48f1-8f8e-01ba31858252 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519354 Jun 22 12:51:51.817509 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4846d-4227-46d0-b70b-1c67acafc290 req-610a8659-7029-4224-80e0-f095ac45e69f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.818987 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-afc4846d-4227-46d0-b70b-1c67acafc290 req-610a8659-7029-4224-80e0-f095ac45e69f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0722349 Jun 22 12:51:51.876686 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-afc4846d-4227-46d0-b70b-1c67acafc290 req-28a860bd-535c-4e38-a421-026bda6135c5 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511603 Jun 22 12:51:52.674542 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c1d77-45ab-4bc3-af29-8b75800be7ff req-c16f39d7-8f9c-4499-936a-0fb8af2659cc tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:52.676445 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-247c1d77-45ab-4bc3-af29-8b75800be7ff req-c16f39d7-8f9c-4499-936a-0fb8af2659cc tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0825951 Jun 22 12:51:52.720602 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-247c1d77-45ab-4bc3-af29-8b75800be7ff req-3044fc86-ff3d-456e-ae77-31a5b21f5b64 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374389 Jun 22 12:51:53.073474 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675dff0-433b-44bc-9e81-f4bf5bbc16a3 req-74b6f59d-92f8-4bb0-a366-081fad812ea4 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:53.074981 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f675dff0-433b-44bc-9e81-f4bf5bbc16a3 req-74b6f59d-92f8-4bb0-a366-081fad812ea4 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0760663 Jun 22 12:51:53.116004 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f675dff0-433b-44bc-9e81-f4bf5bbc16a3 req-9f532d32-903f-455e-b13b-e3f1eb3ead82 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352819 Jun 22 12:51:53.917596 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9fa0d-ee48-47b1-85ec-bcfc16a6fecd req-024e4096-d4ee-4353-a3a4-056804e4dec8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:53.919119 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4af9fa0d-ee48-47b1-85ec-bcfc16a6fecd req-024e4096-d4ee-4353-a3a4-056804e4dec8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0709968 Jun 22 12:51:53.961349 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4af9fa0d-ee48-47b1-85ec-bcfc16a6fecd req-595a3e98-ac17-4513-b83e-91545a5d9eab tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365241 Jun 22 12:51:54.299425 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd61d-99ca-44c5-adfc-9e88c031d0e4 req-5629b217-724f-49de-9b27-1c5522afac78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:54.301668 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-653fd61d-99ca-44c5-adfc-9e88c031d0e4 req-5629b217-724f-49de-9b27-1c5522afac78 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0694971 Jun 22 12:51:54.342414 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-653fd61d-99ca-44c5-adfc-9e88c031d0e4 req-ae498461-51c4-4cf8-9b9a-5f777ab27910 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345848 Jun 22 12:51:55.142796 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62192bf6-64c7-4550-919f-054e59bcb354 req-c902acf0-57d8-4285-a3c9-66f30dafddec tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:55.144522 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-62192bf6-64c7-4550-919f-054e59bcb354 req-c902acf0-57d8-4285-a3c9-66f30dafddec tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0668826 Jun 22 12:51:55.189165 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-62192bf6-64c7-4550-919f-054e59bcb354 req-20d69db4-5579-4f4a-bd6f-1e73bff7f268 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388267 Jun 22 12:51:55.535433 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0df77-48ef-4b79-b199-b447cd3d5fac req-5bfca406-f5c5-4555-9173-a1e840aadd1f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:55.537012 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a2a0df77-48ef-4b79-b199-b447cd3d5fac req-5bfca406-f5c5-4555-9173-a1e840aadd1f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0689247 Jun 22 12:51:55.579388 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a2a0df77-48ef-4b79-b199-b447cd3d5fac req-2d1bdf5a-649d-4b51-bef0-a7b874f26019 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364838 Jun 22 12:51:56.382909 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c516498-5c7e-4c98-8d2e-8514f02516f9 req-c8bded86-2f6b-4677-8cfb-c85bf5f8f7db tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:56.385122 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3c516498-5c7e-4c98-8d2e-8514f02516f9 req-c8bded86-2f6b-4677-8cfb-c85bf5f8f7db tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0771937 Jun 22 12:51:56.449206 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3c516498-5c7e-4c98-8d2e-8514f02516f9 req-11be1a2a-fc80-47e4-b587-c89f31cc557a tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503225 Jun 22 12:51:56.791715 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74430d-eddb-4d08-8d89-70acb517c36a req-272ef02e-668b-4802-9bc1-0b4c3119d10d tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:56.793143 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2c74430d-eddb-4d08-8d89-70acb517c36a req-272ef02e-668b-4802-9bc1-0b4c3119d10d tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0702589 Jun 22 12:51:56.833171 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2c74430d-eddb-4d08-8d89-70acb517c36a req-ad2058d5-6beb-47d7-90de-51dbdfb7ba4d tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342381 Jun 22 12:51:57.694309 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea930d-bc7b-4c56-93c6-dca6e29c5c45 req-e390bb4c-08b2-486e-ae66-0844d8aa95d1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:57.696240 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5eea930d-bc7b-4c56-93c6-dca6e29c5c45 req-e390bb4c-08b2-486e-ae66-0844d8aa95d1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0861120 Jun 22 12:51:57.751217 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5eea930d-bc7b-4c56-93c6-dca6e29c5c45 req-048b463a-f4f3-4e68-be55-71f370aec93d tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455081 Jun 22 12:51:57.859118 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 52dd0bc0-f852-4e03-90e5-6983f64c13b8 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:51:58.013879 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:58.024713 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5fbf4-66a5-4beb-baf6-0da364135e56 req-dc7a88e6-5369-40bd-bd80-86c22a542c9f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:58.026576 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-96e5fbf4-66a5-4beb-baf6-0da364135e56 req-dc7a88e6-5369-40bd-bd80-86c22a542c9f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0750265 Jun 22 12:51:58.028243 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'port_id': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'mac_address': 'fa:16:3e:a5:1d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:51:58.069364 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:58.074366 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-96e5fbf4-66a5-4beb-baf6-0da364135e56 req-ffb6f23a-9f74-44ca-87d4-46ef6ec7a800 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 Jun 22 12:51:58.083844 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dd0bc0-f852-4e03-90e5-6983f64c13b8 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:51:58.105388 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:58.110640 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:58.113052 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:58.171839 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:58.175725 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:58.599015 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['52dd0bc0-f852-4e03-90e5-6983f64c13b8'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:51:58.833375 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35806) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:58.954800 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b9ac5-3027-4e55-9691-93b1c6e28d7f req-6cb36520-e6ff-4bb8-b8d3-e3b3dc24c755 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:58.964090 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-823b9ac5-3027-4e55-9691-93b1c6e28d7f req-6cb36520-e6ff-4bb8-b8d3-e3b3dc24c755 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.0831177 Jun 22 12:51:58.975207 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.004196 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-823b9ac5-3027-4e55-9691-93b1c6e28d7f req-3313f36b-2cc8-422c-a86b-2de064852c8b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384393 Jun 22 12:51:59.101731 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.106502 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.119879 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e2ebb809-2c15-43e7-9953-daed815752ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:59.152774 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e92eda8ff15746698d1e5292f342c820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181350 Jun 22 12:51:59.156565 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35822) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:59.157930 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79603732-0f65-4d42-b5e2-99ec1a273b8f,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:59.168847 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.169546 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.170230 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.170911 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.171413 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.173242 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.174216 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.174938 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.175347 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.175976 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.177086 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.177936 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.198428 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:59.218055 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.275190 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.354827 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f8834-c3c4-46ee-9b8f-a50af2f72435 req-26303baa-c944-443f-bfc9-918516b5d612 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:59.356427 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7e4f8834-c3c4-46ee-9b8f-a50af2f72435 req-26303baa-c944-443f-bfc9-918516b5d612 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 944 time: 0.1274183 Jun 22 12:51:59.388508 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.391251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.396979 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79603732-0f65-4d42-b5e2-99ec1a273b8f HTTP/1.1" status: 204 len: 168 time: 0.2346175 Jun 22 12:51:59.396979 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-653ce79b-6a23-4dcd-bf8f-dcfa71361bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:59.408658 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79603732-0f65-4d42-b5e2-99ec1a273b8f,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:59.422562 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.422852 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.423222 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.423586 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.423944 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.424301 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.424725 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.425062 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.425415 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.425769 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.426118 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.426490 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:59.431579 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:59.437499 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7e4f8834-c3c4-46ee-9b8f-a50af2f72435 req-dfb1b933-649d-47f6-beaf-160533f5f984 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706370 Jun 22 12:51:59.539157 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e461b-b8e1-45b1-906c-bff444eedbb4 req-3c55e824-e80d-4f1d-bd49-7fd551167b0c tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:59.541020 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-557e461b-b8e1-45b1-906c-bff444eedbb4 req-3c55e824-e80d-4f1d-bd49-7fd551167b0c tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 946 time: 0.0719113 Jun 22 12:51:59.586130 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-557e461b-b8e1-45b1-906c-bff444eedbb4 req-cb9ca706-70a5-46ef-87cf-add05dc6e48b tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385535 Jun 22 12:51:59.718341 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35832) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:59.733306 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-440eeb23-2717-4cc4-9c7a-42c58fe108c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.830300 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-440eeb23-2717-4cc4-9c7a-42c58fe108c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.835135 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-440eeb23-2717-4cc4-9c7a-42c58fe108c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.837711 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2c99fb3a-63b5-48e1-bebe-c74342bd716c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:59.867859 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 23fd45fe-b984-44be-9c55-42123314e951 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:51:59.874081 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440eeb23-2717-4cc4-9c7a-42c58fe108c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f401dc-58c8-40b0-9aac-8ced8ce003fb,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:59.880186 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 52dd0bc0-f852-4e03-90e5-6983f64c13b8 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:59.882115 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35834) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:59.882415 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-440eeb23-2717-4cc4-9c7a-42c58fe108c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b725ffe712dd462d85bd390250ef25e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625853 Jun 22 12:51:59.883353 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-440eeb23-2717-4cc4-9c7a-42c58fe108c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:59.946014 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fefc6f74-454d-45c3-88e5-8b0d01d05b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.970847 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fefc6f74-454d-45c3-88e5-8b0d01d05b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:59.990528 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:52:00.003608 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:52:00.003992 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:00.029078 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fefc6f74-454d-45c3-88e5-8b0d01d05b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:00.031852 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fefc6f74-454d-45c3-88e5-8b0d01d05b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:00.033026 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-fefc6f74-454d-45c3-88e5-8b0d01d05b11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8f401dc-58c8-40b0-9aac-8ced8ce003fb HTTP/1.1" status: 204 len: 168 time: 0.1478174 Jun 22 12:52:00.035880 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a85fa21f-5583-4885-adfe-258c71c19b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:00.036467 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 23fd45fe-b984-44be-9c55-42123314e951, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=23fd45fe-b984-44be-9c55-42123314e951,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:00.046985 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc6f74-454d-45c3-88e5-8b0d01d05b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f401dc-58c8-40b0-9aac-8ced8ce003fb,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:00.050394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fefc6f74-454d-45c3-88e5-8b0d01d05b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:00.057096 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '23fd45fe-b984-44be-9c55-42123314e951', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'port_id': '23fd45fe-b984-44be-9c55-42123314e951', 'mac_address': 'fa:16:3e:05:be:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:52:00.146683 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:00.172896 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:00.177072 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fd45fe-b984-44be-9c55-42123314e951 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:52:00.234628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:00.237694 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49837bc5-7a68-48f5-89e2-d27096d2624a" -d '{"events": [{"server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "name": "network-vif-plugged", "status": "completed", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:00.243862 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 23fd45fe-b984-44be-9c55-42123314e951, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=23fd45fe-b984-44be-9c55-42123314e951,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:00.256930 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:00.261905 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:00.263012 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-af79bccc-f1f2-480d-b267-f1d4a3615c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:00.268398 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:00.296754 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2c6494-b28d-405b-b418-0cc80135d14f x-openstack-request-id: req-dd2c6494-b28d-405b-b418-0cc80135d14f {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:00.297048 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea7294-1992-4c82-b346-222418933ca8 req-3587e7d9-f3e6-43f0-bb9b-c67fc71f1932 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:00.297177 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "name": "network-vif-plugged", "status": "completed", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:00.297298 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd2c6494-b28d-405b-b418-0cc80135d14f {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:00.297703 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'code': 200} Jun 22 12:52:00.298887 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-57ea7294-1992-4c82-b346-222418933ca8 req-3587e7d9-f3e6-43f0-bb9b-c67fc71f1932 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 943 time: 0.1259294 Jun 22 12:52:00.337042 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=23fd45fe-b984-44be-9c55-42123314e951,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:00.341146 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:00.341728 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:00.349538 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-57ea7294-1992-4c82-b346-222418933ca8 req-e1824d0a-f9c7-4f15-83e8-89ae76a75c8c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427473 Jun 22 12:52:00.395351 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:00.399048 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:00.697682 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['23fd45fe-b984-44be-9c55-42123314e951'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:52:00.775150 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6432c5-17ad-46d5-aab6-4b605d0c9690 req-9c3a74da-384e-4046-93dc-1a32f057e98b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:00.778018 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ce6432c5-17ad-46d5-aab6-4b605d0c9690 req-9c3a74da-384e-4046-93dc-1a32f057e98b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.1571589 Jun 22 12:52:00.940109 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5845dd-6847-4575-9f28-69412d2f09c7 req-716733af-8717-4431-844b-6b8137a93242 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:00.942365 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7c5845dd-6847-4575-9f28-69412d2f09c7 req-716733af-8717-4431-844b-6b8137a93242 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 946 time: 0.1443002 Jun 22 12:52:00.966809 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ce6432c5-17ad-46d5-aab6-4b605d0c9690 req-79518f5d-11f4-4430-9f59-9ef7a6a9a393 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793466 Jun 22 12:52:01.004128 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7c5845dd-6847-4575-9f28-69412d2f09c7 req-878aec59-2e2a-452f-9d9a-c3561619c202 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502412 Jun 22 12:52:01.018848 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a9198-8c5f-4d9e-a60f-d565e3177ab7 req-5b29f6e4-7add-4e4c-b352-de64a86beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:01.020675 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9d7a9198-8c5f-4d9e-a60f-d565e3177ab7 req-5b29f6e4-7add-4e4c-b352-de64a86beefb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1098 time: 0.3870623 Jun 22 12:52:01.070522 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9d7a9198-8c5f-4d9e-a60f-d565e3177ab7 req-08b2e9f5-d82f-4e23-a3e5-ff2fc8611505 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425861 Jun 22 12:52:01.552148 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35888) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:01.565035 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dcdb2-623f-47a7-9bcb-57f44a1017ed req-eb2c2030-675c-4e8c-a82e-c27dacfb68a6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:01.567513 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d30dcdb2-623f-47a7-9bcb-57f44a1017ed req-eb2c2030-675c-4e8c-a82e-c27dacfb68a6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 944 time: 0.0781744 Jun 22 12:52:01.607375 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35892) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:01.611773 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d30dcdb2-623f-47a7-9bcb-57f44a1017ed req-8890fed4-8c08-4b8d-80a1-daa69c3c6af0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372102 Jun 22 12:52:01.721160 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b58aee39-8d92-40ce-acfe-d52f6ac44d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:01.733196 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:01.763906 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.db.api [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 12:52:01.763906 dv-cinder-796680-1-iscsi neutron-server[99524]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 12:52:01.763906 dv-cinder-796680-1-iscsi neutron-server[99524]: [parameters: {'project_id': '21a8c0ea1e394fac8f30973dce7fcbc8', 'id': '05e39129-e4a5-4240-adef-c413e9f392bb', 'expiration': datetime.datetime(2021, 6, 22, 12, 54, 1, 757233)}] Jun 22 12:52:01.763906 dv-cinder-796680-1-iscsi neutron-server[99524]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 12:52:01.764360 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_db.api [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 12:52:01.835317 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b58aee39-8d92-40ce-acfe-d52f6ac44d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:01.839571 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b58aee39-8d92-40ce-acfe-d52f6ac44d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:01.842041 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b1b84f1b-5ec2-4c63-a0fd-2b57ff7b535b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:01.880117 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aee39-8d92-40ce-acfe-d52f6ac44d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61fd537-c8be-4089-a9c3-7055d7227d0d,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:01.885044 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b58aee39-8d92-40ce-acfe-d52f6ac44d94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3440c97369a44159613a46a2f48b950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765560 Jun 22 12:52:01.886090 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b58aee39-8d92-40ce-acfe-d52f6ac44d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:01.887120 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35896) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:01.936328 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-502572d6-b8ae-4806-b759-eaa9b6b0567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:01.959593 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-502572d6-b8ae-4806-b759-eaa9b6b0567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.007592 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-502572d6-b8ae-4806-b759-eaa9b6b0567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.010143 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-502572d6-b8ae-4806-b759-eaa9b6b0567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.011285 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-502572d6-b8ae-4806-b759-eaa9b6b0567a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c61fd537-c8be-4089-a9c3-7055d7227d0d HTTP/1.1" status: 204 len: 168 time: 0.1232071 Jun 22 12:52:02.013018 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e0c46469-e064-47db-b0a4-019816f22984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:02.020013 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502572d6-b8ae-4806-b759-eaa9b6b0567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61fd537-c8be-4089-a9c3-7055d7227d0d,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:02.022655 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-502572d6-b8ae-4806-b759-eaa9b6b0567a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:02.184040 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95c80-e6e7-4530-b254-5f5439a2372b req-36fcb09e-867d-498e-b00f-c880a4ccccbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.192313 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3bf95c80-e6e7-4530-b254-5f5439a2372b req-36fcb09e-867d-498e-b00f-c880a4ccccbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0810037 Jun 22 12:52:02.228720 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bf573-aca0-4557-baad-3508e5fa35a4 req-b81ff74e-2651-4093-b887-0b7cdfaee2b9 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.230467 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-eb5bf573-aca0-4557-baad-3508e5fa35a4 req-b81ff74e-2651-4093-b887-0b7cdfaee2b9 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 946 time: 0.0822611 Jun 22 12:52:02.232917 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3bf95c80-e6e7-4530-b254-5f5439a2372b req-3a2b2e0a-fddc-40c4-ae5d-6c9c9798ef24 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396447 Jun 22 12:52:02.265500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.316651 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-eb5bf573-aca0-4557-baad-3508e5fa35a4 req-8f08b714-d919-4738-a982-fc3d00a90a8a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728741 Jun 22 12:52:02.345233 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-12220e62-2cf6-4c07-ad9f-f4f18efb12e6 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.347935 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-12220e62-2cf6-4c07-ad9f-f4f18efb12e6 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.46 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 946 time: 0.1162016 Jun 22 12:52:02.403268 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.407562 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.410686 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fefc6f74-454d-45c3-88e5-8b0d01d05b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:02.449835 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd893d7-82fd-47ae-a143-8422e3638fbf,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:02.458025 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21a8c0ea1e394fac8f30973dce7fcbc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9012218 Jun 22 12:52:02.458025 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:02.458394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35904) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:02.518498 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Deleting port 338fcf62-6bde-4c17-87c8-997033f95127 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:02.518995 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.519109 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b4869801-9afe-4bfc-9001-645a037f72e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.551413 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b4869801-9afe-4bfc-9001-645a037f72e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.601228 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b4869801-9afe-4bfc-9001-645a037f72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.603929 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b4869801-9afe-4bfc-9001-645a037f72e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.605129 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b4869801-9afe-4bfc-9001-645a037f72e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcd893d7-82fd-47ae-a143-8422e3638fbf HTTP/1.1" status: 204 len: 168 time: 0.1458757 Jun 22 12:52:02.605997 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9a03d223-c4f9-46b4-b702-96394bb06002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:02.615535 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4869801-9afe-4bfc-9001-645a037f72e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd893d7-82fd-47ae-a143-8422e3638fbf,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:02.617904 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b4869801-9afe-4bfc-9001-645a037f72e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:02.620795 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] For port 338fcf62-6bde-4c17-87c8-997033f95127, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=338fcf62-6bde-4c17-87c8-997033f95127,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:02.621172 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.722206 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Calling delete_port for 338fcf62-6bde-4c17-87c8-997033f95127 owned by compute:nova {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:02.832542 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a41be7-9b3c-4d48-99f4-341c18179b3b req-75e661c7-9019-4f4b-990e-5112d4ec9295 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.838450 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d6a41be7-9b3c-4d48-99f4-341c18179b3b req-75e661c7-9019-4f4b-990e-5112d4ec9295 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 944 time: 0.0802195 Jun 22 12:52:02.898338 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d6a41be7-9b3c-4d48-99f4-341c18179b3b req-44187fa8-c2d2-4b6d-8b1a-613677c36aca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502982 Jun 22 12:52:02.934444 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:02.939310 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-37dfb1f6-fa31-4989-a2c2-e10bc82e5c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:02.967217 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Pushing event deleted for resources: {'Port': ['ID=338fcf62-6bde-4c17-87c8-997033f95127,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:02.970738 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:02.991477 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['338fcf62-6bde-4c17-87c8-997033f95127'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:52:03.036061 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] No DVR routers for this DVR port 338fcf62-6bde-4c17-87c8-997033f95127 on host hv-cinder-79668 {{(pid=99525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:03.039435 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.041409 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f2d15861-e78a-4fe0-9141-6ddc60474048 req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.46 "DELETE /v2.0/ports/338fcf62-6bde-4c17-87c8-997033f95127 HTTP/1.1" status: 204 len: 173 time: 0.6863840 Jun 22 12:52:03.041949 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c820d475-fbfb-4c9a-805a-88006f4b48cd', 'name': 'network-vif-deleted', 'tag': '338fcf62-6bde-4c17-87c8-997033f95127'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:03.044600 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb238d-0828-40e2-9297-d42a6cc89224" -d '{"events": [{"server_uuid": "c820d475-fbfb-4c9a-805a-88006f4b48cd", "name": "network-vif-deleted", "tag": "338fcf62-6bde-4c17-87c8-997033f95127"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:03.067615 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 35914) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:03.088965 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6287e561-81b8-4ed7-9624-42bdd5f97d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.093817 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b148f0-51af-4638-a10f-792cfa0a198e x-openstack-request-id: req-e1b148f0-51af-4638-a10f-792cfa0a198e {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:03.094664 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c820d475-fbfb-4c9a-805a-88006f4b48cd", "name": "network-vif-deleted", "tag": "338fcf62-6bde-4c17-87c8-997033f95127", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:03.094970 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1b148f0-51af-4638-a10f-792cfa0a198e {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:03.095432 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c820d475-fbfb-4c9a-805a-88006f4b48cd', 'name': 'network-vif-deleted', 'tag': '338fcf62-6bde-4c17-87c8-997033f95127', 'status': 'completed', 'code': 200} Jun 22 12:52:03.189248 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6287e561-81b8-4ed7-9624-42bdd5f97d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.194338 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6287e561-81b8-4ed7-9624-42bdd5f97d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.197821 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ac2d80e2-2146-46a3-9123-00f122a26393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:03.259685 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6287e561-81b8-4ed7-9624-42bdd5f97d02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e14e659c6bc40c194157a21d697f1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909685 Jun 22 12:52:03.262257 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287e561-81b8-4ed7-9624-42bdd5f97d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32acd653-64bb-43de-9e8a-08c77a664796,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:03.263237 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35918) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:03.265715 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6287e561-81b8-4ed7-9624-42bdd5f97d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:03.337874 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9975037c-2b92-4238-916c-73af6d4c0425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.365526 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9975037c-2b92-4238-916c-73af6d4c0425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.430798 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9975037c-2b92-4238-916c-73af6d4c0425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.433973 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9975037c-2b92-4238-916c-73af6d4c0425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.435503 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-9975037c-2b92-4238-916c-73af6d4c0425 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32acd653-64bb-43de-9e8a-08c77a664796 HTTP/1.1" status: 204 len: 168 time: 0.1706471 Jun 22 12:52:03.436357 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-39ee23cd-5a46-4b33-abf5-29edaf3718e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:03.449526 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975037c-2b92-4238-916c-73af6d4c0425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32acd653-64bb-43de-9e8a-08c77a664796,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:03.453167 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9975037c-2b92-4238-916c-73af6d4c0425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:03.507968 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-31aa68c7-44c6-4023-9229-e692956dd415 req-2526d436-c38e-458a-9b92-8fdc0203a056 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=c820d475-fbfb-4c9a-805a-88006f4b48cd HTTP/1.1" status: 200 len: 210 time: 0.0351644 Jun 22 12:52:03.520768 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2607ff0-2376-49da-bacb-ac9d95e988a9 req-ffbd6fe0-0f45-45d1-a9a1-e7cb0be4f6a3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:03.523343 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f2607ff0-2376-49da-bacb-ac9d95e988a9 req-ffbd6fe0-0f45-45d1-a9a1-e7cb0be4f6a3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.1321099 Jun 22 12:52:03.569758 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f2607ff0-2376-49da-bacb-ac9d95e988a9 req-fd4c6fc9-bd22-4fe3-b433-8478d9f41640 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389552 Jun 22 12:52:03.771479 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac28fa-09b1-4675-9109-461a69bc15f8 req-7d2a4d7b-9c3f-43e9-9b1e-df575e605890 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:03.774269 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c0ac28fa-09b1-4675-9109-461a69bc15f8 req-7d2a4d7b-9c3f-43e9-9b1e-df575e605890 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0881865 Jun 22 12:52:03.819683 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-b4748687-027f-4bfb-b9d5-06cc4a6b8a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.840856 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c0ac28fa-09b1-4675-9109-461a69bc15f8 req-d89e4dad-373d-4bca-ab87-ef693fdab76b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590012 Jun 22 12:52:03.874286 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35932) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:03.915898 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 23fd45fe-b984-44be-9c55-42123314e951 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:52:04.010773 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 23fd45fe-b984-44be-9c55-42123314e951 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:52:04.020456 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 23fd45fe-b984-44be-9c55-42123314e951 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:52:04.020883 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:04.136399 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:04.137754 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61a10a-3cf1-479e-963b-1e1cac80966e req-e7d46531-c884-42a7-ae3c-b77277778eea tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:04.145804 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-df61a10a-3cf1-479e-963b-1e1cac80966e req-e7d46531-c884-42a7-ae3c-b77277778eea tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 944 time: 0.0924511 Jun 22 12:52:04.149144 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2708a01c-824b-491c-bf46-b80b805ec005 tempest-TestShelveInstance-79255947 tempest-TestShelveInstance-79255947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:04.151760 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-2708a01c-824b-491c-bf46-b80b805ec005 tempest-TestShelveInstance-79255947 tempest-TestShelveInstance-79255947-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1093 time: 0.2763197 Jun 22 12:52:04.154574 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 35944) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:04.162370 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd45fe-b984-44be-9c55-42123314e951'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:04.163617 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'port_id': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:04.165570 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc29d997-c5d8-40fa-8b50-f6516ad30d05" -d '{"events": [{"server_uuid": "be2444df-77b3-4662-b71e-5553ed0d8709", "name": "network-vif-plugged", "status": "completed", "tag": "23fd45fe-b984-44be-9c55-42123314e951"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:04.194500 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-df61a10a-3cf1-479e-963b-1e1cac80966e req-7403bf1b-df54-429b-8259-3e18ad441f32 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474670 Jun 22 12:52:04.203968 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for floatingip, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:04.204420 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 23fd45fe-b984-44be-9c55-42123314e951, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=23fd45fe-b984-44be-9c55-42123314e951,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:04.209909 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:04.212072 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-1f10b02f-9063-45ab-a561-74a5c882ed84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:04.247918 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fab73c-37f1-48d6-979f-ecd192f31bea x-openstack-request-id: req-e3fab73c-37f1-48d6-979f-ecd192f31bea {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:04.248222 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2444df-77b3-4662-b71e-5553ed0d8709", "name": "network-vif-plugged", "status": "completed", "tag": "23fd45fe-b984-44be-9c55-42123314e951", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:04.248480 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3fab73c-37f1-48d6-979f-ecd192f31bea {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:04.248864 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd45fe-b984-44be-9c55-42123314e951', 'code': 200} Jun 22 12:52:04.277151 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=23fd45fe-b984-44be-9c55-42123314e951,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:04.280423 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:04.341764 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:04.460339 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Allocated IP 172.27.0.12 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/8f84d8ea-1ed7-4789-8294-7d3d54aef9e9) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:52:04.595630 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:04.682412 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6bafc-8919-49c7-82b8-c7911467bf71 req-494eb6cd-e40c-4fda-bbeb-c7312118b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:04.684759 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bca6bafc-8919-49c7-82b8-c7911467bf71 req-494eb6cd-e40c-4fda-bbeb-c7312118b28f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 1098 time: 0.0789130 Jun 22 12:52:04.686147 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:04.689001 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:04.756424 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:52:04.759293 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'Port': ['ID=8f84d8ea-1ed7-4789-8294-7d3d54aef9e9,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:04.763961 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:04.764805 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:52:04.767582 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:52:04.776589 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:52:04.801960 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bca6bafc-8919-49c7-82b8-c7911467bf71 req-d0c5b7d4-c80d-43c8-bdf3-9b674600a410 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859573 Jun 22 12:52:05.684398 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:05.776501 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31af63-3262-4f7e-93d4-f637f29c4459 req-ab22c395-6274-4d2c-833a-1a0817ec6aeb tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:05.777935 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cb31af63-3262-4f7e-93d4-f637f29c4459 req-ab22c395-6274-4d2c-833a-1a0817ec6aeb tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.4397948 Jun 22 12:52:05.826453 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:05.863077 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cb31af63-3262-4f7e-93d4-f637f29c4459 req-6e1d627a-372d-48fb-8ff2-38118d016fb5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672967 Jun 22 12:52:05.998116 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:06.004427 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:06.006565 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a6b8137b-82ee-4f2d-827a-7d86a55289ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:06.091095 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event updated for resources: {'Port': ['ID=8f84d8ea-1ed7-4789-8294-7d3d54aef9e9,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:06.097865 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:06.105782 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:06.257826 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Floating IP a6f6343e-a346-4206-812a-c7db2300605c associated. External IP: 172.27.0.12, port: 52dd0bc0-f852-4e03-90e5-6983f64c13b8. Jun 22 12:52:06.478926 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Router 18c0b36b-feae-4f77-959a-9afa1e356c64 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:52:06.591663 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:52:06.603001 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] Sync routers for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:52:06.609208 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:06.615847 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:06.616489 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:51:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:06.646824 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4909961 Jun 22 12:52:06.647507 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:06.649992 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efda515-97ce-4dee-814d-e0935216724a" -d '{"events": [{"name": "network-changed", "server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:06.727088 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:06.821901 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9845ca-f4e0-4d20-94d9-d70612026ba5 x-openstack-request-id: req-9e9845ca-f4e0-4d20-94d9-d70612026ba5 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:06.822691 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:06.822691 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e9845ca-f4e0-4d20-94d9-d70612026ba5 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:06.823363 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'status': 'completed', 'code': 200} Jun 22 12:52:07.036532 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'a6f6343e-a346-4206-812a-c7db2300605c', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'port_id': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'mac_address': 'fa:16:3e:a5:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:05Z', 'updated_at': '2021-06-22T12:52:05Z', 'revision_number': 0, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 5, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:07.052188 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c89a38-77aa-4233-aea7-6a5753ad4099 req-f2f730d3-7683-4697-84b3-6f7762a78bf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:07.054252 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e8c89a38-77aa-4233-aea7-6a5753ad4099 req-f2f730d3-7683-4697-84b3-6f7762a78bf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0689616 Jun 22 12:52:07.069224 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] Checking router: 18c0b36b-feae-4f77-959a-9afa1e356c64 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:52:07.086304 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-1bf8260b-ac7a-4256-ba3c-7897bb73d1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:07.089774 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:07.090971 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:51:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:07.108867 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e8c89a38-77aa-4233-aea7-6a5753ad4099 req-632b17c1-0073-484b-a5ee-10925ab1a56e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Jun 22 12:52:07.175937 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 338fcf62-6bde-4c17-87c8-997033f95127 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:07.203421 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 338fcf62-6bde-4c17-87c8-997033f95127 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:07.203906 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 338fcf62-6bde-4c17-87c8-997033f95127 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:07.230713 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:07.463397 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'a6f6343e-a346-4206-812a-c7db2300605c', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'port_id': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'mac_address': 'fa:16:3e:a5:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:05Z', 'updated_at': '2021-06-22T12:52:05Z', 'revision_number': 0, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 5, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:07.490080 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae11c8c-5c88-4389-8d80-c67ab465b530 None None] The sync data for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi is: [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'a6f6343e-a346-4206-812a-c7db2300605c', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'port_id': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'mac_address': 'fa:16:3e:a5:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:05Z', 'updated_at': '2021-06-22T12:52:05Z', 'revision_number': 0, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 5, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:52:07.695222 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0b8b0-abe5-4494-9e36-5ac52d2ba721 None None] New status for floating IP a6f6343e-a346-4206-812a-c7db2300605c: ACTIVE {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:52:08.295117 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6fe34-90fd-46ad-bb41-4c0eedd76fab req-ce2a9c00-2bf7-4333-abb2-33d0483cccd1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:08.296505 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-efa6fe34-90fd-46ad-bb41-4c0eedd76fab req-ce2a9c00-2bf7-4333-abb2-33d0483cccd1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0696640 Jun 22 12:52:08.340444 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-efa6fe34-90fd-46ad-bb41-4c0eedd76fab req-923b4b3f-e920-4238-947b-2ebac39ac22c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373256 Jun 22 12:52:08.398107 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda515-97ce-4dee-814d-e0935216724a req-32d13134-5d9a-42d5-b3eb-c45e1494d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:08.399642 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6efda515-97ce-4dee-814d-e0935216724a req-32d13134-5d9a-42d5-b3eb-c45e1494d2fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f033ef9487984f69b633b117a378f2db&device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1098 time: 0.0692863 Jun 22 12:52:08.505740 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda515-97ce-4dee-814d-e0935216724a req-24e4c07b-8120-46c1-bb24-7dcd3f73b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:08.507253 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6efda515-97ce-4dee-814d-e0935216724a req-24e4c07b-8120-46c1-bb24-7dcd3f73b75f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2 HTTP/1.1" status: 200 len: 909 time: 0.0933821 Jun 22 12:52:08.584721 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:08.603076 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6efda515-97ce-4dee-814d-e0935216724a req-5ab3df78-e998-45c6-aa9f-a4184f555713 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8 HTTP/1.1" status: 200 len: 1000 time: 0.0874765 Jun 22 12:52:08.663627 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda515-97ce-4dee-814d-e0935216724a req-67b7cf90-f4da-4753-ba9f-f4c2346f59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:08.665475 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6efda515-97ce-4dee-814d-e0935216724a req-67b7cf90-f4da-4753-ba9f-f4c2346f59bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b009a585-fffa-4759-843c-c745dd1fd1b6 HTTP/1.1" status: 200 len: 847 time: 0.0531971 Jun 22 12:52:08.741801 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda515-97ce-4dee-814d-e0935216724a req-633c3713-6261-425c-b063-9ca9356c7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:08.745255 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6efda515-97ce-4dee-814d-e0935216724a req-633c3713-6261-425c-b063-9ca9356c7cd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710044 Jun 22 12:52:08.878865 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6efda515-97ce-4dee-814d-e0935216724a req-8b109354-df9d-4329-8572-96e978a54e41 service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047282 Jun 22 12:52:09.006934 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6efda515-97ce-4dee-814d-e0935216724a req-ba3073ea-2ad1-490d-9e3b-71d9683d7b09 service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122437 Jun 22 12:52:09.560155 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d09f-0a04-47e3-84fb-85eaf65ccbab req-2322f68b-fd1c-4056-8cec-109ed4ec5ce5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:09.561753 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f227d09f-0a04-47e3-84fb-85eaf65ccbab req-2322f68b-fd1c-4056-8cec-109ed4ec5ce5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0798283 Jun 22 12:52:09.609925 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f227d09f-0a04-47e3-84fb-85eaf65ccbab req-5976a2be-7a47-48e3-bca4-10453b9f2a6b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412199 Jun 22 12:52:09.848131 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:10.572740 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:10.805357 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222bab5-0b58-4b41-adc0-93e7553e691e req-6d93dbfd-9578-42b7-a8a3-4cabbc3079e9 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:10.806836 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5222bab5-0b58-4b41-adc0-93e7553e691e req-6d93dbfd-9578-42b7-a8a3-4cabbc3079e9 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0719559 Jun 22 12:52:10.855761 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5222bab5-0b58-4b41-adc0-93e7553e691e req-7df109cd-c431-4a4a-bcf0-f5f4be804b3c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Jun 22 12:52:11.041662 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ac6ec-a234-41e3-b307-de35ba2974db req-4465e220-3f26-41c1-a74a-6f739174df50 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:11.043174 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f44ac6ec-a234-41e3-b307-de35ba2974db req-4465e220-3f26-41c1-a74a-6f739174df50 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0642977 Jun 22 12:52:11.084395 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f44ac6ec-a234-41e3-b307-de35ba2974db req-772d3dfb-e502-411e-9582-03707d11edc5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349348 Jun 22 12:52:11.110068 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36076) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:11.279162 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:11.306729 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c809937-4e07-4be1-8810-9e786d390e80 tempest-TestVolumeBootPattern-702748900 tempest-TestVolumeBootPattern-702748900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:11.308523 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-3c809937-4e07-4be1-8810-9e786d390e80 tempest-TestVolumeBootPattern-702748900 tempest-TestVolumeBootPattern-702748900-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 1093 time: 0.1974323 Jun 22 12:52:11.311667 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36080) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:11.316095 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'port_id': '23fd45fe-b984-44be-9c55-42123314e951', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:11.338570 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:11.440617 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:11.546584 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Allocated IP 172.27.0.202 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/37170ef3-943c-42a2-a309-6160dcff2f83) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:52:11.657907 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:11.702991 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:11.706562 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:11.747291 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:52:11.750470 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:52:11.754983 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:52:11.760529 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=37170ef3-943c-42a2-a309-6160dcff2f83,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:11.782913 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:12.156066 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:12.241319 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:12.397847 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:12.403671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:12.405937 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e47f1425-c777-443c-b8ea-e947b89a693a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:12.475588 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=37170ef3-943c-42a2-a309-6160dcff2f83,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:12.479402 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:12.492176 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:12.598005 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Floating IP 3d79638f-9b43-4d74-bf24-b06d3383bc69 associated. External IP: 172.27.0.202, port: 23fd45fe-b984-44be-9c55-42123314e951. Jun 22 12:52:12.814638 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:52:13.183036 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:52:13.192664 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:52:13.199904 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:13.202084 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:13.202776 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:52:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:13.237164 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9243634 Jun 22 12:52:13.237881 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'tag': '23fd45fe-b984-44be-9c55-42123314e951'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:13.240409 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab646a-2132-4bc2-99f3-20f3f2fcb479" -d '{"events": [{"name": "network-changed", "server_uuid": "be2444df-77b3-4662-b71e-5553ed0d8709", "tag": "23fd45fe-b984-44be-9c55-42123314e951"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:13.279362 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eda11d-5704-47ab-8f73-7d0036010cee x-openstack-request-id: req-a2eda11d-5704-47ab-8f73-7d0036010cee {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:13.279706 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2444df-77b3-4662-b71e-5553ed0d8709", "tag": "23fd45fe-b984-44be-9c55-42123314e951", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:13.280151 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2eda11d-5704-47ab-8f73-7d0036010cee {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:13.280713 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'tag': '23fd45fe-b984-44be-9c55-42123314e951', 'status': 'completed', 'code': 200} Jun 22 12:52:13.327755 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:13.697733 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '3d79638f-9b43-4d74-bf24-b06d3383bc69', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '23fd45fe-b984-44be-9c55-42123314e951', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:05:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:12Z', 'updated_at': '2021-06-22T12:52:12Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:13.726609 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:52:13.735165 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:13.735711 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:52:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:13.848708 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:14.088081 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '3d79638f-9b43-4d74-bf24-b06d3383bc69', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '23fd45fe-b984-44be-9c55-42123314e951', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:05:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:12Z', 'updated_at': '2021-06-22T12:52:12Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:14.113993 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fceabd-609a-4b5e-a054-de4a781ec31f None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '3d79638f-9b43-4d74-bf24-b06d3383bc69', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '23fd45fe-b984-44be-9c55-42123314e951', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:05:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:12Z', 'updated_at': '2021-06-22T12:52:12Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:52:14.295877 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f932007-9645-4083-b52d-c6bc8c2c3a1d None None] New status for floating IP 3d79638f-9b43-4d74-bf24-b06d3383bc69: ACTIVE {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:52:14.320797 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-296aac42-5cd3-41c1-8f82-e9326244be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:14.322301 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-296aac42-5cd3-41c1-8f82-e9326244be7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 1098 time: 0.0560651 Jun 22 12:52:14.421528 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-980f4b7c-cc60-42e7-9346-69a838fc64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:14.423067 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-980f4b7c-cc60-42e7-9346-69a838fc64f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.0880015 Jun 22 12:52:14.501710 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-e1205894-bcf6-417c-8cda-9c68113799f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23fd45fe-b984-44be-9c55-42123314e951 HTTP/1.1" status: 200 len: 1001 time: 0.0601730 Jun 22 12:52:14.553579 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-13ddcee9-090e-4c2e-8b90-7bdb27d7ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:14.555065 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-13ddcee9-090e-4c2e-8b90-7bdb27d7ba24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0441873 Jun 22 12:52:14.624817 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-c4a0838a-e63d-4573-a8e1-66f4eaa2a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:14.626309 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-c4a0838a-e63d-4573-a8e1-66f4eaa2a2ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601826 Jun 22 12:52:14.793061 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-8cf9c4bc-e3a0-4ffa-a0cf-fbf9128a6854 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560223 Jun 22 12:52:14.818074 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fabb3-f792-4866-a875-85738d622221 req-372f46b2-ef7c-4689-ae3c-781b1cb6be03 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:14.819456 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-372f46b2-ef7c-4689-ae3c-781b1cb6be03 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/networks?id=c898168d-8f85-4a02-a462-89e6f19a2548 HTTP/1.1" status: 200 len: 814 time: 0.1403716 Jun 22 12:52:14.866634 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-7a567277-fcac-4335-84e8-cbb9aec60650 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/quotas/83e74e9d926b4ddaa592d04e0bf77262 HTTP/1.1" status: 200 len: 375 time: 0.0382257 Jun 22 12:52:14.914138 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-bfd63f1d-1850-40a2-b075-a061bba43958 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83e74e9d926b4ddaa592d04e0bf77262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417318 Jun 22 12:52:14.944203 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1cab646a-2132-4bc2-99f3-20f3f2fcb479 req-9310af81-fac0-4c05-8821-c443d8ec725a service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428187 Jun 22 12:52:15.054744 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-f96e287b-140d-4c67-ae2b-592e1cae664d service neutron] 10.222.0.15 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308727 Jun 22 12:52:15.152683 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-3ca63d12-8f37-45f0-b81d-86cb24775833 service neutron] 10.222.0.15 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917139 Jun 22 12:52:15.332169 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-554002e8-a8ab-41c1-8afc-9f42195a2269 req-edb92f45-c3c6-4c15-99bb-cfdf5d2a0f81 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 210 time: 0.0301609 Jun 22 12:52:16.475380 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-08afd46c-0cc7-42ca-a65e-d23974d251a8 req-c2ccc0cb-673a-4a7c-ba73-825ce0c78cca tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 210 time: 0.0316885 Jun 22 12:52:16.984170 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fabb3-f792-4866-a875-85738d622221 req-470b7e6b-b858-41be-9bb8-c39e3f0fba8b tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:16.985495 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-470b7e6b-b858-41be-9bb8-c39e3f0fba8b tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.46 "GET /v2.0/networks?id=c898168d-8f85-4a02-a462-89e6f19a2548 HTTP/1.1" status: 200 len: 814 time: 0.1255562 Jun 22 12:52:17.018119 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Request body: {'port': {'device_id': '883ac5f7-20ce-4793-859e-5a0a280f8883', 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548', 'admin_state_up': True, 'tenant_id': '83e74e9d926b4ddaa592d04e0bf77262'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:17.152243 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Made reservation on behalf of 83e74e9d926b4ddaa592d04e0bf77262 for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:52:17.157223 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:17.337324 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Allocated IP 172.20.0.2 (c898168d-8f85-4a02-a462-89e6f19a2548/4e508653-ad0e-4c5c-a324-ada90fcf180c/65526e05-4717-47b1-9b17-eaeb57b393fb) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:52:17.504946 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:17.551913 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:17.560084 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2ba02373-c0bc-41ea-912a-6330b572b4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:17.630945 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Pushing event updated for resources: {'Port': ['ID=65526e05-4717-47b1-9b17-eaeb57b393fb,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:17.634518 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:17.660110 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Network c898168d-8f85-4a02-a462-89e6f19a2548 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:52:17.664874 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:52:17.668436 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:52:17.746862 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:17.747457 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:17.772615 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586527 Jun 22 12:52:17.780565 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0173-4327-4269-8789-9f6d1b30b676 req-07d06987-123c-4ffc-91ab-97426e8e4703 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:17.782088 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b88c0173-4327-4269-8789-9f6d1b30b676 req-07d06987-123c-4ffc-91ab-97426e8e4703 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 931 time: 0.1784403 Jun 22 12:52:17.818495 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Request body: {'port': {'device_id': '883ac5f7-20ce-4793-859e-5a0a280f8883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:17.867774 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b88c0173-4327-4269-8789-9f6d1b30b676 req-5aac2492-502a-4cb5-9a81-f8ce542f9282 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786479 Jun 22 12:52:17.921571 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:18.225996 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65526e05-4717-47b1-9b17-eaeb57b393fb {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:52:18.233890 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:18.247063 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Transition to ACTIVE for port object 65526e05-4717-47b1-9b17-eaeb57b393fb will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:52:18.250924 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:18.254362 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-109b1b83-3a3e-40de-a522-62a238dd8f90 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:18.331472 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Pushing event updated for resources: {'Port': ['ID=65526e05-4717-47b1-9b17-eaeb57b393fb,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:18.335333 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:18.409065 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Attempting to bind port 65526e05-4717-47b1-9b17-eaeb57b393fb on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:52:18.409065 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Attempting to bind port 65526e05-4717-47b1-9b17-eaeb57b393fb by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:52:18.409681 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Attempting to bind port 65526e05-4717-47b1-9b17-eaeb57b393fb on network c898168d-8f85-4a02-a462-89e6f19a2548 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:52:18.415059 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Port 65526e05-4717-47b1-9b17-eaeb57b393fb on network c898168d-8f85-4a02-a462-89e6f19a2548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:52:18.415385 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Attempting to bind port 65526e05-4717-47b1-9b17-eaeb57b393fb on network c898168d-8f85-4a02-a462-89e6f19a2548 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:52:18.420556 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:52:18.420935 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Checking segment: {'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:52:18.421263 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Bound using segment: {'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:52:18.421690 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Bound port: 65526e05-4717-47b1-9b17-eaeb57b393fb, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2f2f0d-cebe-4afe-aed0-91718488507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:52:18.422071 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:18.502134 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] For port 65526e05-4717-47b1-9b17-eaeb57b393fb, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:52:18.505948 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] For port 65526e05-4717-47b1-9b17-eaeb57b393fb, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=65526e05-4717-47b1-9b17-eaeb57b393fb,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:52:18.510725 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:18.512782 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:18.552690 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:18.553302 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:18.554714 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/65526e05-4717-47b1-9b17-eaeb57b393fb HTTP/1.1" status: 200 len: 1093 time: 0.7437162 Jun 22 12:52:18.555222 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883ac5f7-20ce-4793-859e-5a0a280f8883', 'tag': '65526e05-4717-47b1-9b17-eaeb57b393fb'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:18.557739 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "883ac5f7-20ce-4793-859e-5a0a280f8883", "tag": "65526e05-4717-47b1-9b17-eaeb57b393fb"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:18.586448 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Pushing event updated for resources: {'Port': ['ID=65526e05-4717-47b1-9b17-eaeb57b393fb,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:18.589492 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:18.598066 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81984afe-97ea-4201-9688-650703edcbb7 x-openstack-request-id: req-81984afe-97ea-4201-9688-650703edcbb7 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:18.598417 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883ac5f7-20ce-4793-859e-5a0a280f8883", "tag": "65526e05-4717-47b1-9b17-eaeb57b393fb", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:18.598700 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81984afe-97ea-4201-9688-650703edcbb7 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:18.599120 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883ac5f7-20ce-4793-859e-5a0a280f8883', 'tag': '65526e05-4717-47b1-9b17-eaeb57b393fb', 'status': 'completed', 'code': 200} Jun 22 12:52:18.712404 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fabb3-f792-4866-a875-85738d622221 req-d7640c15-afb5-4c24-aabe-685500f22e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:18.713885 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-d7640c15-afb5-4c24-aabe-685500f22e85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83e74e9d926b4ddaa592d04e0bf77262&device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 1096 time: 0.0531099 Jun 22 12:52:18.769906 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-69a7f02f-0ff7-4998-b2a6-b49e3a882a57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65526e05-4717-47b1-9b17-eaeb57b393fb HTTP/1.1" status: 200 len: 217 time: 0.0396948 Jun 22 12:52:18.832111 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fabb3-f792-4866-a875-85738d622221 req-aa901f38-21b1-46f8-8d1d-492e94837f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:18.833565 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-aa901f38-21b1-46f8-8d1d-492e94837f8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e508653-ad0e-4c5c-a324-ada90fcf180c HTTP/1.1" status: 200 len: 854 time: 0.0531082 Jun 22 12:52:18.873198 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-fb5cb4ab-1300-4c8c-8913-74eb0f1fbb5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c898168d-8f85-4a02-a462-89e6f19a2548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284784 Jun 22 12:52:18.991183 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-53093bbf-de77-4d50-8f36-b8322b284f62 service neutron] 10.222.0.46 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075814 Jun 22 12:52:19.137249 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-922fabb3-f792-4866-a875-85738d622221 req-fff2b098-7b72-43da-b554-85f57886de3a service neutron] 10.222.0.46 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352870 Jun 22 12:52:19.145776 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf21d4-53c7-4326-8e06-e16dd99cfda0 req-84b2a5f5-f46c-4d28-991c-7a7def2ec3a2 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:19.147311 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ddbf21d4-53c7-4326-8e06-e16dd99cfda0 req-84b2a5f5-f46c-4d28-991c-7a7def2ec3a2 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 943 time: 0.1371150 Jun 22 12:52:19.193551 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ddbf21d4-53c7-4326-8e06-e16dd99cfda0 req-d131b634-4349-4194-84e0-9dc4037e2a36 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384979 Jun 22 12:52:19.315229 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-976b4b30-206a-43d1-86fb-347465137464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:19.317076 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-976b4b30-206a-43d1-86fb-347465137464 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83e74e9d926b4ddaa592d04e0bf77262&device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 1096 time: 0.0592432 Jun 22 12:52:19.415369 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-cb912758-579e-4327-82c4-2916d30c142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:19.419295 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-cb912758-579e-4327-82c4-2916d30c142e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c898168d-8f85-4a02-a462-89e6f19a2548 HTTP/1.1" status: 200 len: 915 time: 0.0919073 Jun 22 12:52:19.468416 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-5dcb4eb7-df7a-46c6-805d-8989afd77a97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65526e05-4717-47b1-9b17-eaeb57b393fb HTTP/1.1" status: 200 len: 217 time: 0.0393908 Jun 22 12:52:19.528949 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-a88ab07e-a0b2-4220-b634-11ff756b9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:19.530429 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-a88ab07e-a0b2-4220-b634-11ff756b9566 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e508653-ad0e-4c5c-a324-ada90fcf180c HTTP/1.1" status: 200 len: 854 time: 0.0511782 Jun 22 12:52:19.569405 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-f624de10-3adc-41ee-8a16-aaf295418966 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c898168d-8f85-4a02-a462-89e6f19a2548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279315 Jun 22 12:52:19.664617 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-8d187e82-9e5c-4834-903c-2d8efc58f7ce service neutron] 10.222.0.46 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861645 Jun 22 12:52:19.765218 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d6f9f5b4-499e-42fa-abe9-bf3e2b7ba8e2 req-9f122cf2-fee2-413f-9f83-ff54b2733962 service neutron] 10.222.0.46 "GET /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942910 Jun 22 12:52:20.201727 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec990b-635a-4034-8954-0e31913f0c66 req-59b2dc0a-6c90-4e97-924f-f65e7c6951d6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:20.203195 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d2ec990b-635a-4034-8954-0e31913f0c66 req-59b2dc0a-6c90-4e97-924f-f65e7c6951d6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0668328 Jun 22 12:52:20.246900 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d2ec990b-635a-4034-8954-0e31913f0c66 req-1bb5138c-a93d-47ab-845d-f7d70659ffb1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362740 Jun 22 12:52:20.277889 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 65526e05-4717-47b1-9b17-eaeb57b393fb details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:52:20.378155 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 65526e05-4717-47b1-9b17-eaeb57b393fb, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=65526e05-4717-47b1-9b17-eaeb57b393fb,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:20.378481 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3456db7-eb6e-4a37-9df5-7c6c210f911d req-1c00fbc7-4d00-4dae-b2e7-eafab61b16f7 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:20.380741 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b3456db7-eb6e-4a37-9df5-7c6c210f911d req-1c00fbc7-4d00-4dae-b2e7-eafab61b16f7 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 943 time: 0.0685444 Jun 22 12:52:20.390208 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '65526e05-4717-47b1-9b17-eaeb57b393fb', 'network_id': 'c898168d-8f85-4a02-a462-89e6f19a2548', 'port_id': '65526e05-4717-47b1-9b17-eaeb57b393fb', 'mac_address': 'fa:16:3e:08:06:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e508653-ad0e-4c5c-a324-ada90fcf180c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:52:20.421252 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b3456db7-eb6e-4a37-9df5-7c6c210f911d req-2eef65aa-1b43-4596-99af-9f12c1240120 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Jun 22 12:52:20.429659 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:20.443183 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65526e05-4717-47b1-9b17-eaeb57b393fb {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:52:20.462152 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 65526e05-4717-47b1-9b17-eaeb57b393fb, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=65526e05-4717-47b1-9b17-eaeb57b393fb,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:20.465689 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:20.467430 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-30c3c672-8abb-4f0d-98dd-6c6c1123ea1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:20.512949 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=65526e05-4717-47b1-9b17-eaeb57b393fb,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:20.515939 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:20.988713 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['65526e05-4717-47b1-9b17-eaeb57b393fb'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:52:21.435080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f81992-c212-4c25-b256-276a917b51b7 req-74ec3a85-6a31-450b-8ffa-a3f699381529 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:21.436519 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55f81992-c212-4c25-b256-276a917b51b7 req-74ec3a85-6a31-450b-8ffa-a3f699381529 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0780194 Jun 22 12:52:21.476278 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55f81992-c212-4c25-b256-276a917b51b7 req-95d134cc-f8b0-40a4-993a-43727e331080 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Jun 22 12:52:21.611198 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a7c2-928a-4383-ab1e-6cc8ae3c382d req-915f6371-5dfd-46d1-8624-4fe1f9132c17 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:21.614025 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ab06a7c2-928a-4383-ab1e-6cc8ae3c382d req-915f6371-5dfd-46d1-8624-4fe1f9132c17 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 944 time: 0.0697994 Jun 22 12:52:21.651785 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ab06a7c2-928a-4383-ab1e-6cc8ae3c382d req-87b17a51-2918-46d1-965f-a88eb5c11f8f tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Jun 22 12:52:22.284913 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 65526e05-4717-47b1-9b17-eaeb57b393fb up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:52:22.337059 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 65526e05-4717-47b1-9b17-eaeb57b393fb completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:52:22.341122 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 65526e05-4717-47b1-9b17-eaeb57b393fb triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:52:22.341512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:22.422101 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:22.445790 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883ac5f7-20ce-4793-859e-5a0a280f8883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65526e05-4717-47b1-9b17-eaeb57b393fb'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:22.448085 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3245598f-5870-408c-a1b3-81ce6f9e4dff" -d '{"events": [{"server_uuid": "883ac5f7-20ce-4793-859e-5a0a280f8883", "name": "network-vif-plugged", "status": "completed", "tag": "65526e05-4717-47b1-9b17-eaeb57b393fb"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:22.461558 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 65526e05-4717-47b1-9b17-eaeb57b393fb, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=65526e05-4717-47b1-9b17-eaeb57b393fb,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:22.465551 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:22.467530 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:22.516573 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=65526e05-4717-47b1-9b17-eaeb57b393fb,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:22.520247 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:22.556157 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d280004e-15ab-4a7b-b03a-fa2605b79b7e x-openstack-request-id: req-d280004e-15ab-4a7b-b03a-fa2605b79b7e {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:22.556465 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883ac5f7-20ce-4793-859e-5a0a280f8883", "name": "network-vif-plugged", "status": "completed", "tag": "65526e05-4717-47b1-9b17-eaeb57b393fb", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:22.556730 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d280004e-15ab-4a7b-b03a-fa2605b79b7e {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:22.557132 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883ac5f7-20ce-4793-859e-5a0a280f8883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65526e05-4717-47b1-9b17-eaeb57b393fb', 'code': 200} Jun 22 12:52:22.662076 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2d084-a71b-4d11-aa7d-6463cc199890 req-d3e4d5b3-7576-4b09-a5e3-0b295eef7cc8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:22.663580 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-25b2d084-a71b-4d11-aa7d-6463cc199890 req-d3e4d5b3-7576-4b09-a5e3-0b295eef7cc8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0663083 Jun 22 12:52:22.708431 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-25b2d084-a71b-4d11-aa7d-6463cc199890 req-d7f3d064-afb0-4ca1-a088-32331520ecb4 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391886 Jun 22 12:52:22.840009 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce227e0-efe8-47a5-ab62-f06ff15b4ff1 req-80b135f1-088c-4b0a-aa83-2c69d9e3278f tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:22.841418 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ce227e0-efe8-47a5-ab62-f06ff15b4ff1 req-80b135f1-088c-4b0a-aa83-2c69d9e3278f tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 945 time: 0.0683401 Jun 22 12:52:22.907792 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ce227e0-efe8-47a5-ab62-f06ff15b4ff1 req-baa3a100-9d1e-4992-8f5e-1599c43f9506 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582078 Jun 22 12:52:22.920573 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0cc7c-5dd2-4652-badd-ef57d5bb0919 req-2362a5c2-980c-437e-a32e-277965ec375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:22.922129 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-42b0cc7c-5dd2-4652-badd-ef57d5bb0919 req-2362a5c2-980c-437e-a32e-277965ec375f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 1098 time: 0.0797863 Jun 22 12:52:22.973968 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-42b0cc7c-5dd2-4652-badd-ef57d5bb0919 req-8f83c164-6f48-43a7-a1d3-f49582502e45 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371737 Jun 22 12:52:23.922906 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7992-0da2-49fb-a094-5a95d4321fb0 req-b7711264-7919-41ff-8a15-aac85182f448 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:23.925586 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c65a7992-0da2-49fb-a094-5a95d4321fb0 req-b7711264-7919-41ff-8a15-aac85182f448 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0658920 Jun 22 12:52:23.966269 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c65a7992-0da2-49fb-a094-5a95d4321fb0 req-7277f10b-f6a1-4b44-adb9-081c53aadc4d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343294 Jun 22 12:52:24.090927 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27254dda-a214-435a-b364-91385386ef66 req-cfd3c1ab-c9d7-4e13-b927-24d99aa49600 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:24.092419 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-27254dda-a214-435a-b364-91385386ef66 req-cfd3c1ab-c9d7-4e13-b927-24d99aa49600 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 945 time: 0.0699880 Jun 22 12:52:24.134664 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-27254dda-a214-435a-b364-91385386ef66 req-499cacb8-651f-4460-a038-099f27c0cc50 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Jun 22 12:52:25.149824 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf67b8b-076d-4672-bc62-9a4a5ca8df49 req-2deb009a-d99a-45cd-a4a7-57eddacae50c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:25.151336 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-adf67b8b-076d-4672-bc62-9a4a5ca8df49 req-2deb009a-d99a-45cd-a4a7-57eddacae50c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0639551 Jun 22 12:52:25.192725 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-adf67b8b-076d-4672-bc62-9a4a5ca8df49 req-ef092865-b2cb-4867-917b-b13de5ae7da4 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357230 Jun 22 12:52:25.319776 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59b15-aa1d-44f9-9a08-d71be3695efd req-76c46042-e584-48fd-8447-623854ad9922 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:25.321345 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ba59b15-aa1d-44f9-9a08-d71be3695efd req-76c46042-e584-48fd-8447-623854ad9922 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 945 time: 0.0672429 Jun 22 12:52:25.365446 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ba59b15-aa1d-44f9-9a08-d71be3695efd req-73b4713a-4c0e-4365-888c-daa00b976a5d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380509 Jun 22 12:52:26.404669 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b90962-086f-4980-a3f8-5127a63627f7 req-4bd0f14e-e8fc-4568-a60c-4da6bd8174f4 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:26.406174 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f2b90962-086f-4980-a3f8-5127a63627f7 req-4bd0f14e-e8fc-4568-a60c-4da6bd8174f4 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0882473 Jun 22 12:52:26.455781 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f2b90962-086f-4980-a3f8-5127a63627f7 req-eb6a0401-b6a5-4a86-bd56-0d84b634cb22 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392866 Jun 22 12:52:27.651987 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e479d8e-5519-4930-a484-4e2002c02d40 req-bb7ef102-796d-45e5-a85e-9a0cb3983491 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:27.653463 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8e479d8e-5519-4930-a484-4e2002c02d40 req-bb7ef102-796d-45e5-a85e-9a0cb3983491 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0707207 Jun 22 12:52:27.693614 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8e479d8e-5519-4930-a484-4e2002c02d40 req-05831612-db63-474b-b2ba-eb78e683ddee tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335047 Jun 22 12:52:28.872412 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80d69-5080-4564-a598-9c0921b5d215 req-0e378a2e-b779-48b1-818e-37190cfdd423 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:28.873929 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-13f80d69-5080-4564-a598-9c0921b5d215 req-0e378a2e-b779-48b1-818e-37190cfdd423 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0659993 Jun 22 12:52:28.917638 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-13f80d69-5080-4564-a598-9c0921b5d215 req-16e0f3b5-2586-4205-92f9-c5c34ab38489 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372210 Jun 22 12:52:30.100172 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ab5b2-93c7-40eb-857b-7e1cae2259c8 req-b7b8836a-e8de-418f-8dab-3c944915c17c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:30.101637 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e74ab5b2-93c7-40eb-857b-7e1cae2259c8 req-b7b8836a-e8de-418f-8dab-3c944915c17c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0701189 Jun 22 12:52:30.142363 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e74ab5b2-93c7-40eb-857b-7e1cae2259c8 req-4a2bc712-b33a-424f-8f36-5827d96f76f2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339496 Jun 22 12:52:31.325241 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3eca2-2c4e-4516-a0f6-0b3c446860f1 req-a693aea7-a173-412a-9ec8-967054fc64f0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:31.326845 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-38b3eca2-2c4e-4516-a0f6-0b3c446860f1 req-a693aea7-a173-412a-9ec8-967054fc64f0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0651536 Jun 22 12:52:31.368496 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-38b3eca2-2c4e-4516-a0f6-0b3c446860f1 req-13ac4910-e955-4771-bdd3-0f0531c855f9 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345523 Jun 22 12:52:32.547087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d8aac-72f2-4132-91af-f7926cfe2a05 req-f6aecba0-5652-4420-964c-7146012238c0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:32.549110 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b18d8aac-72f2-4132-91af-f7926cfe2a05 req-f6aecba0-5652-4420-964c-7146012238c0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0668337 Jun 22 12:52:32.594530 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b18d8aac-72f2-4132-91af-f7926cfe2a05 req-b6ab5df0-fd4b-4e71-93cd-c5a6ae39c44b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386877 Jun 22 12:52:33.281354 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36296) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:33.391030 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-841eb4f0-ed7d-401b-b12f-3c7a4b806640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:33.482762 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-841eb4f0-ed7d-401b-b12f-3c7a4b806640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:33.487268 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-841eb4f0-ed7d-401b-b12f-3c7a4b806640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:33.489727 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-381587f6-f117-40a1-8b2f-afd6ebeebb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:33.520611 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eb4f0-ed7d-401b-b12f-3c7a4b806640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d8629-bcba-444a-8894-269749c0c422,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:33.523977 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-841eb4f0-ed7d-401b-b12f-3c7a4b806640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:33.538234 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-841eb4f0-ed7d-401b-b12f-3c7a4b806640 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd0c87ef58cc45bb8188f763231cc3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558131 Jun 22 12:52:33.538377 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36300) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:33.591653 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51964abf-c728-4ae2-8303-040fc0b3a69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:33.614551 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51964abf-c728-4ae2-8303-040fc0b3a69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:33.668109 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51964abf-c728-4ae2-8303-040fc0b3a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:33.671217 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51964abf-c728-4ae2-8303-040fc0b3a69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:33.672402 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-51964abf-c728-4ae2-8303-040fc0b3a69a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/229d8629-bcba-444a-8894-269749c0c422 HTTP/1.1" status: 204 len: 168 time: 0.1331468 Jun 22 12:52:33.674249 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-300fa796-6966-4d64-b958-209120e06e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:33.685332 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51964abf-c728-4ae2-8303-040fc0b3a69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d8629-bcba-444a-8894-269749c0c422,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:33.688458 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-51964abf-c728-4ae2-8303-040fc0b3a69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:33.781368 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f04ea7-0802-492f-9710-e6c3c0195062 req-918ecf5c-36d8-46e9-a84c-3fc745bb5547 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:33.783476 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d1f04ea7-0802-492f-9710-e6c3c0195062 req-918ecf5c-36d8-46e9-a84c-3fc745bb5547 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0706921 Jun 22 12:52:33.817538 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-87309e79-2dd5-4eaf-aafb-c894c878ef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:33.835971 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d1f04ea7-0802-492f-9710-e6c3c0195062 req-4999a1a7-16cb-4a48-a07b-a9ea9923ada8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432260 Jun 22 12:52:35.016045 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaae33-5a08-4450-a772-d41e36d5384f req-411f4580-2952-4379-b4ed-f84ef84155dd tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:35.018427 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2adaae33-5a08-4450-a772-d41e36d5384f req-411f4580-2952-4379-b4ed-f84ef84155dd tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0641854 Jun 22 12:52:35.058693 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2adaae33-5a08-4450-a772-d41e36d5384f req-35190acf-7186-4c73-b60f-373eca11090a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346763 Jun 22 12:52:36.237233 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33b4b-bc1a-47ae-9c08-4391f845bc88 req-b18138a0-b665-438c-8e8e-a128acd511cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:36.238707 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-dfd33b4b-bc1a-47ae-9c08-4391f845bc88 req-b18138a0-b665-438c-8e8e-a128acd511cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0675821 Jun 22 12:52:36.277324 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-dfd33b4b-bc1a-47ae-9c08-4391f845bc88 req-5b09fccd-e154-45f0-828c-be1b28d35ee1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329394 Jun 22 12:52:37.058792 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-50946ee8-855e-4816-969b-9894f0872c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:37.452947 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e921d-11af-4bdc-a39a-70523b18dd72 req-c6ee5501-1d22-4ab5-b8c2-529a44fe7658 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:37.455116 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-be4e921d-11af-4bdc-a39a-70523b18dd72 req-c6ee5501-1d22-4ab5-b8c2-529a44fe7658 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0670123 Jun 22 12:52:37.492019 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-be4e921d-11af-4bdc-a39a-70523b18dd72 req-b57a7694-2d22-495f-9c72-c09d864c81ad tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309451 Jun 22 12:52:38.580885 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.680872 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264889-f3c9-4d29-bd35-18bad95e0328 req-92b7419c-ac6d-437a-a95c-d7e8078e839a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:38.682633 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c2264889-f3c9-4d29-bd35-18bad95e0328 req-92b7419c-ac6d-437a-a95c-d7e8078e839a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0651894 Jun 22 12:52:38.726736 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c2264889-f3c9-4d29-bd35-18bad95e0328 req-0c6a47f2-5ff9-4e86-8d2b-1339a3fe7ab9 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382736 Jun 22 12:52:39.121412 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3b33f-e40b-4103-92ff-38e4041f12cf req-3e9c8d8a-a7bf-4f2f-8d76-7434e7c4345f tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:39.123020 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bde3b33f-e40b-4103-92ff-38e4041f12cf req-3e9c8d8a-a7bf-4f2f-8d76-7434e7c4345f tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0745356 Jun 22 12:52:39.181667 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bde3b33f-e40b-4103-92ff-38e4041f12cf req-1bdc79df-8c2e-472c-8efc-e0a3263ce002 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468426 Jun 22 12:52:39.849138 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:40.288145 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-0325614f-9f90-4db0-9e0a-2402a1cefb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:40.289992 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-0325614f-9f90-4db0-9e0a-2402a1cefb0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 1098 time: 0.0605140 Jun 22 12:52:40.381500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5847aa-996f-43a3-8a27-b1557e77f375 req-c1014e9d-371f-4150-a60f-8baca86dfe5a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:40.382947 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9a5847aa-996f-43a3-8a27-b1557e77f375 req-c1014e9d-371f-4150-a60f-8baca86dfe5a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0779552 Jun 22 12:52:40.423517 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9a5847aa-996f-43a3-8a27-b1557e77f375 req-64ed307c-c1c3-49cb-937f-1e580ddb0084 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341389 Jun 22 12:52:40.573690 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:41.251761 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-4417061f-505f-47dd-9fcf-06cdcdc08927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:41.253526 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-4417061f-505f-47dd-9fcf-06cdcdc08927 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 912 time: 0.1142907 Jun 22 12:52:41.292021 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:41.620211 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb5009-f055-4e47-b8f2-d7b7b62f5000 req-dea7ddca-abde-4ba1-995c-e6fa54f963ac tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:41.621655 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6eeb5009-f055-4e47-b8f2-d7b7b62f5000 req-dea7ddca-abde-4ba1-995c-e6fa54f963ac tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0652962 Jun 22 12:52:41.664250 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6eeb5009-f055-4e47-b8f2-d7b7b62f5000 req-704abcf9-1135-448b-9a2f-914ca758cb66 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363023 Jun 22 12:52:41.765787 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:52:42.272124 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-ad60c05f-1897-40f6-a46f-36c6d79e90e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 HTTP/1.1" status: 200 len: 1001 time: 0.0621092 Jun 22 12:52:42.328047 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-ffb96ec3-9068-4130-bc5b-8bc8485f4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:42.330062 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-ffb96ec3-9068-4130-bc5b-8bc8485f4bad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.0464017 Jun 22 12:52:42.392985 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-0137c779-1192-4a85-8b43-7c050502a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:42.394665 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-0137c779-1192-4a85-8b43-7c050502a832 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579307 Jun 22 12:52:42.491361 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-c88635fe-e165-46a5-9a23-34dfc66fad63 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Jun 22 12:52:42.600644 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2ec6c051-13f5-4f6b-8209-ade32f236c0c req-b0879acc-a14d-42db-a1d5-d436595bd587 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969942 Jun 22 12:52:42.842722 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9d0c-5e4a-45e0-8f1f-ca57cd88ade2 req-f6633615-8255-4cc5-a43e-a83ef68b2cb4 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:42.844734 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a5fa9d0c-5e4a-45e0-8f1f-ca57cd88ade2 req-f6633615-8255-4cc5-a43e-a83ef68b2cb4 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0672371 Jun 22 12:52:42.884386 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a5fa9d0c-5e4a-45e0-8f1f-ca57cd88ade2 req-31034939-1602-46e6-8fd2-5bc415dfdbfa tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338824 Jun 22 12:52:43.744046 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-6e953ca6-cdaa-4abe-890c-6f9efd41b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:43.745545 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-6e953ca6-cdaa-4abe-890c-6f9efd41b509 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 1098 time: 0.3287175 Jun 22 12:52:43.867296 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-e6e27d63-859b-4b07-bdba-1f66f75d12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:43.869355 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-e6e27d63-859b-4b07-bdba-1f66f75d12bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 912 time: 0.0965960 Jun 22 12:52:43.951853 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-f26edfee-ca52-4e4a-9cd6-173e398f4acc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 HTTP/1.1" status: 200 len: 1001 time: 0.0740047 Jun 22 12:52:44.025560 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-49c60d5e-1dec-44b6-8a22-f4f8b56d81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:44.027198 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-49c60d5e-1dec-44b6-8a22-f4f8b56d81ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.0603380 Jun 22 12:52:44.139406 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-a0f22644-3ec7-4cd0-baa0-dbca6ffee8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:44.141104 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-a0f22644-3ec7-4cd0-baa0-dbca6ffee8be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065056 Jun 22 12:52:44.166221 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059718-ee3f-4d29-931e-273c3048fdc2 req-d0b86e4f-f0a4-42ae-9faa-de0f21a188ce tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:44.167688 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1b059718-ee3f-4d29-931e-273c3048fdc2 req-d0b86e4f-f0a4-42ae-9faa-de0f21a188ce tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1237574 Jun 22 12:52:44.209750 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36444) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:44.249342 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1b059718-ee3f-4d29-931e-273c3048fdc2 req-d477b1ea-0098-44d0-a9a7-1629d4d6437d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712357 Jun 22 12:52:44.277775 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-08eb763c-48a4-48e7-97e8-3e947c502ca8 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277187 Jun 22 12:52:44.335317 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-12459d38-d44f-430b-813c-8fd97cb72e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.400676 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5b2917e7-1e51-4358-82c2-c33df5bf470e req-0ec21746-0644-4509-b131-07992b3a7e27 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002221 Jun 22 12:52:44.446487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-12459d38-d44f-430b-813c-8fd97cb72e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.450908 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-12459d38-d44f-430b-813c-8fd97cb72e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.453390 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b58aee39-8d92-40ce-acfe-d52f6ac44d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:44.488975 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12459d38-d44f-430b-813c-8fd97cb72e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902e31d8-0b77-40e7-9d77-5340077819e3,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:44.496229 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-12459d38-d44f-430b-813c-8fd97cb72e99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=075b07ef4eaf40fba81977a4152a59ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837555 Jun 22 12:52:44.497231 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-12459d38-d44f-430b-813c-8fd97cb72e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:44.497687 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36450) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:44.551663 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7b9c-d5c4-4c39-8135-0a2346709c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.576411 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7b9c-d5c4-4c39-8135-0a2346709c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.630710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7b9c-d5c4-4c39-8135-0a2346709c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.634032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7b9c-d5c4-4c39-8135-0a2346709c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.635207 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-0e6e7b9c-d5c4-4c39-8135-0a2346709c93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/902e31d8-0b77-40e7-9d77-5340077819e3 HTTP/1.1" status: 204 len: 168 time: 0.1364834 Jun 22 12:52:44.635982 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-952ceb98-16e8-4776-9a47-5f373e2c5f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:44.643992 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e7b9c-d5c4-4c39-8135-0a2346709c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902e31d8-0b77-40e7-9d77-5340077819e3,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:44.646402 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0e6e7b9c-d5c4-4c39-8135-0a2346709c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:49.176465 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda18028-ff63-46ab-bea4-b8f667100b2b req-3502f29e-0b49-4970-877e-f28ab5f797eb tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:49.177913 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fda18028-ff63-46ab-bea4-b8f667100b2b req-3502f29e-0b49-4970-877e-f28ab5f797eb tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 945 time: 0.0648241 Jun 22 12:52:49.220076 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fda18028-ff63-46ab-bea4-b8f667100b2b req-637f4967-9378-498a-9634-0d9de3c1b4af tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356176 Jun 22 12:52:50.379107 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362d93-bcf4-4f6c-9143-b634a187dd54 req-1ef990a6-611d-4b25-9d7d-412d261db255 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:50.380659 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-57362d93-bcf4-4f6c-9143-b634a187dd54 req-1ef990a6-611d-4b25-9d7d-412d261db255 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.0697675 Jun 22 12:52:50.410812 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24762de9-6aba-489d-be03-c4a91f2e2d2b req-97725635-c1c7-4ab5-958d-c4de87fdecbe tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:50.412444 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-24762de9-6aba-489d-be03-c4a91f2e2d2b req-97725635-c1c7-4ab5-958d-c4de87fdecbe tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 945 time: 0.0678468 Jun 22 12:52:50.420762 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-57362d93-bcf4-4f6c-9143-b634a187dd54 req-316d9eb2-f342-42a3-9918-dbcd082c45e7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334742 Jun 22 12:52:50.458376 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-24762de9-6aba-489d-be03-c4a91f2e2d2b req-42cc40fa-31e4-4f0e-8f5a-3276b63d5e7a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Jun 22 12:52:51.662533 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-4992b8ca-25ed-4714-8b7c-afa9349e508a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:51.664042 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-4992b8ca-25ed-4714-8b7c-afa9349e508a tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.46 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 945 time: 0.1149631 Jun 22 12:52:51.690032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef3e4-ef8b-4215-945a-a7402d79564e req-52d64b1e-39b0-4417-8aa8-4e1c5e0207ea tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:51.690646 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725d560-3811-44c3-8c8f-75ea96597bbd req-9f203fac-cb9c-4fe0-8b49-c95d145cdbfc tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:51.691771 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1725d560-3811-44c3-8c8f-75ea96597bbd req-9f203fac-cb9c-4fe0-8b49-c95d145cdbfc tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 945 time: 0.1029048 Jun 22 12:52:51.692566 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c2ef3e4-ef8b-4215-945a-a7402d79564e req-52d64b1e-39b0-4417-8aa8-4e1c5e0207ea tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.0995727 Jun 22 12:52:51.760642 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c2ef3e4-ef8b-4215-945a-a7402d79564e req-12211184-d6c2-4e76-89e5-b106c4b5a321 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598850 Jun 22 12:52:51.793440 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1725d560-3811-44c3-8c8f-75ea96597bbd req-868477cc-047b-4253-bf9d-19f5aef3783b tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/security-groups?id=49699c6d-a2da-4193-bce1-0a8840328d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794971 Jun 22 12:52:51.831646 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Deleting port 65526e05-4717-47b1-9b17-eaeb57b393fb {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:51.831989 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.926967 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] For port 65526e05-4717-47b1-9b17-eaeb57b393fb, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=65526e05-4717-47b1-9b17-eaeb57b393fb,segment=NetworkSegment(ba2f2f0d-cebe-4afe-aed0-91718488507c),segment_id=ba2f2f0d-cebe-4afe-aed0-91718488507c)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:51.927332 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.999240 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Calling delete_port for 65526e05-4717-47b1-9b17-eaeb57b393fb owned by compute:nova {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:52.133182 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:52.137088 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f69bf93a-3c13-4199-a4ea-4395a2fd6ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:52.163579 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Pushing event deleted for resources: {'Port': ['ID=65526e05-4717-47b1-9b17-eaeb57b393fb,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:52.168702 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:52.182358 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['65526e05-4717-47b1-9b17-eaeb57b393fb'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:52:52.209831 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] No DVR routers for this DVR port 65526e05-4717-47b1-9b17-eaeb57b393fb on host hv-cinder-79668 {{(pid=99525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:52.212369 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:52.214411 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-25418bb2-5e8e-45d2-9e0a-1e8fe51a8d53 req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.46 "DELETE /v2.0/ports/65526e05-4717-47b1-9b17-eaeb57b393fb HTTP/1.1" status: 204 len: 173 time: 0.5390744 Jun 22 12:52:52.214907 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883ac5f7-20ce-4793-859e-5a0a280f8883', 'name': 'network-vif-deleted', 'tag': '65526e05-4717-47b1-9b17-eaeb57b393fb'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:52.217248 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeeb480-f2e2-41d9-9b5b-4d5b8aacbb08" -d '{"events": [{"server_uuid": "883ac5f7-20ce-4793-859e-5a0a280f8883", "name": "network-vif-deleted", "tag": "65526e05-4717-47b1-9b17-eaeb57b393fb"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:52.256356 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5275f9bf-f3e0-4c6e-b83f-4a13c2420fca x-openstack-request-id: req-5275f9bf-f3e0-4c6e-b83f-4a13c2420fca {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:52.256675 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883ac5f7-20ce-4793-859e-5a0a280f8883", "name": "network-vif-deleted", "tag": "65526e05-4717-47b1-9b17-eaeb57b393fb", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:52.256964 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5275f9bf-f3e0-4c6e-b83f-4a13c2420fca {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:52.257399 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883ac5f7-20ce-4793-859e-5a0a280f8883', 'name': 'network-vif-deleted', 'tag': '65526e05-4717-47b1-9b17-eaeb57b393fb', 'status': 'completed', 'code': 200} Jun 22 12:52:52.980998 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5f34423b-9763-4090-9259-9f8e6fe5d8c8 req-0505049b-5cd1-45be-9b91-72f7e446012e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] 10.222.0.15 "GET /v2.0/ports?device_id=883ac5f7-20ce-4793-859e-5a0a280f8883 HTTP/1.1" status: 200 len: 210 time: 0.0495725 Jun 22 12:52:53.039227 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-304c830a-5322-4ed8-ac70-121f43ec2407 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:53.040789 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-304c830a-5322-4ed8-ac70-121f43ec2407 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.1171596 Jun 22 12:52:53.053568 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b740a4-f42f-48c3-93e1-1249bb3551dc req-b6587bc2-e8de-4185-8f09-77d9f8bab4db tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:53.055171 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-77b740a4-f42f-48c3-93e1-1249bb3551dc req-b6587bc2-e8de-4185-8f09-77d9f8bab4db tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 946 time: 0.0994587 Jun 22 12:52:53.131824 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-77b740a4-f42f-48c3-93e1-1249bb3551dc req-f5acd1f8-e7c1-4a65-b455-9e56eef4ea21 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704398 Jun 22 12:52:53.212724 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Deleting port f8fe30fe-b387-42ba-982e-e0d685290390 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:53.213310 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.349920 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] For port f8fe30fe-b387-42ba-982e-e0d685290390, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f8fe30fe-b387-42ba-982e-e0d685290390,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:53.350232 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.629727 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.630004 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.630362 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Floating IP 0537fe02-1b58-469f-8e9f-eca5f173d3aa disassociated. External IP: 172.27.0.247, port: f8fe30fe-b387-42ba-982e-e0d685290390. Jun 22 12:52:53.630705 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Calling delete_port for f8fe30fe-b387-42ba-982e-e0d685290390 owned by compute:nova {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:53.777277 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.782745 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9655f401-1165-4d8a-9a0f-cd88fd3bc6d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:53.809596 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event deleted for resources: {'Port': ['ID=f8fe30fe-b387-42ba-982e-e0d685290390,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:53.813415 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:53.935153 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Router b5a9dc9f-ff98-4108-9515-02b7484d06b5 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:52:54.064305 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:52:54.080267 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] Sync routers for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:52:54.104184 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:54.104854 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:52:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:54.155364 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] No DVR routers for this DVR port f8fe30fe-b387-42ba-982e-e0d685290390 on host hv-cinder-79668 {{(pid=99525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:54.160173 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:54.164017 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-7c3ff9e8-3322-4839-9d49-e2085d1fcc5b req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "DELETE /v2.0/ports/f8fe30fe-b387-42ba-982e-e0d685290390 HTTP/1.1" status: 204 len: 173 time: 1.0852616 Jun 22 12:52:54.251263 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:54.259483 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-deleted', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:54.264286 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f333d9-f82c-4dd5-9d50-efe89a394e3b" -d '{"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-deleted", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:54.320565 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0a1a55-4471-406c-acf0-1d6fb7eccc06 x-openstack-request-id: req-ae0a1a55-4471-406c-acf0-1d6fb7eccc06 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:54.320892 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3501b-2578-4da1-a372-98a6040e54ef", "name": "network-vif-deleted", "tag": "f8fe30fe-b387-42ba-982e-e0d685290390", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:54.321181 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae0a1a55-4471-406c-acf0-1d6fb7eccc06 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:54.321768 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3501b-2578-4da1-a372-98a6040e54ef', 'name': 'network-vif-deleted', 'tag': 'f8fe30fe-b387-42ba-982e-e0d685290390', 'status': 'completed', 'code': 200} Jun 22 12:52:54.333524 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8533d993-6189-4b10-8d52-7936c67fd935 req-3770e1b4-162e-4204-bf9a-2889020cd5f3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef3501b-2578-4da1-a372-98a6040e54ef HTTP/1.1" status: 200 len: 210 time: 0.0546653 Jun 22 12:52:54.421696 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 65526e05-4717-47b1-9b17-eaeb57b393fb no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:54.502669 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 65526e05-4717-47b1-9b17-eaeb57b393fb {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:54.503132 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 65526e05-4717-47b1-9b17-eaeb57b393fb not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:54.665499 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:54.707964 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] Checking router: b5a9dc9f-ff98-4108-9515-02b7484d06b5 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:52:54.717210 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:54.717834 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:52:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:54.841774 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:55.100328 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:55.129379 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4154d0-8050-412f-bc8e-a018a33aaf65 None None] The sync data for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi is: [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:52:55.372047 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357ab23-a912-4c6a-8ad4-cdb6d99bb243 None None] New status for floating IP 0537fe02-1b58-469f-8e9f-eca5f173d3aa: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:52:55.484465 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36536) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:55.586673 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-85ef553e-a039-449d-999f-bb86f928b418 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.622607 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-85ef553e-a039-449d-999f-bb86f928b418 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.681996 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-85ef553e-a039-449d-999f-bb86f928b418 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.686294 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-85ef553e-a039-449d-999f-bb86f928b418 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.687838 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-85ef553e-a039-449d-999f-bb86f928b418 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "DELETE /v2.0/security-groups/16247cc8-b5b5-4fa0-af9e-6ccd755ccc93 HTTP/1.1" status: 204 len: 168 time: 0.2005317 Jun 22 12:52:55.691897 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36542) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:55.694042 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9e1cf0a6-a611-4b64-a3eb-8399d39f5c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:55.708070 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef553e-a039-449d-999f-bb86f928b418 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16247cc8-b5b5-4fa0-af9e-6ccd755ccc93,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:55.709042 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.api.v2.resource [None req-487325ab-4a55-4b64-80d3-cc086210eded tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] show failed (client error): The resource could not be found. Jun 22 12:52:55.712183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-85ef553e-a039-449d-999f-bb86f928b418 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:55.713681 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-487325ab-4a55-4b64-80d3-cc086210eded tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups/16247cc8-b5b5-4fa0-af9e-6ccd755ccc93 HTTP/1.1" status: 404 len: 347 time: 0.0204613 Jun 22 12:52:55.714538 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36544) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:55.899363 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Deleting port 49cbb284-efb1-4e1c-ba57-e87857529900 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:55.899710 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.997498 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.998107 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.119160 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Calling delete_port for 49cbb284-efb1-4e1c-ba57-e87857529900 owned by network:floatingip {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:56.279806 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.282856 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:56.308477 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event deleted for resources: {'Port': ['ID=49cbb284-efb1-4e1c-ba57-e87857529900,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:56.311926 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:56.380058 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.382685 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.383851 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "DELETE /v2.0/floatingips/0537fe02-1b58-469f-8e9f-eca5f173d3aa HTTP/1.1" status: 204 len: 168 time: 0.6683118 Jun 22 12:52:56.885643 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36554) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:56.890599 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960043486', 'description': 'tempest-description--998191560'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:56.914726 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.001404 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.005681 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.008277 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-99d26060-403a-4e30-94dc-e4d21251c18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:57.034788 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.036145 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1494451 Jun 22 12:52:57.039530 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36556) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:57.041745 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa921b0-8a15-4a3f-b112-e75bf9f5c266,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:57.044597 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:57.045646 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-b33d023c-0a45-4711-b3f9-e5a753f31091 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'security_group_rule': {'security_group_id': 'dfa921b0-8a15-4a3f-b112-e75bf9f5c266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:57.077906 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b33d023c-0a45-4711-b3f9-e5a753f31091 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.140457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b33d023c-0a45-4711-b3f9-e5a753f31091 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.145723 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b33d023c-0a45-4711-b3f9-e5a753f31091 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.148078 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-767b395c-eb38-4d38-b233-9ca79bfe36e6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:57.164953 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d023c-0a45-4711-b3f9-e5a753f31091 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1797ce4-c9c0-4c9c-ada5-03c81efe2a11,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:57.167653 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b33d023c-0a45-4711-b3f9-e5a753f31091 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:57.172729 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b33d023c-0a45-4711-b3f9-e5a753f31091 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.174035 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b33d023c-0a45-4711-b3f9-e5a753f31091 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331189 Jun 22 12:52:57.177113 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36558) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:57.181960 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-ce0a4964-6f8a-46a7-95f2-4f4f0f452a05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'security_group_rule': {'security_group_id': 'dfa921b0-8a15-4a3f-b112-e75bf9f5c266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:57.214219 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4964-6f8a-46a7-95f2-4f4f0f452a05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.285789 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4964-6f8a-46a7-95f2-4f4f0f452a05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.289923 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4964-6f8a-46a7-95f2-4f4f0f452a05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.291985 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:57.309665 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a4964-6f8a-46a7-95f2-4f4f0f452a05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfb570a-a9d2-4bf6-9a4d-eff1d32aa019,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:57.314002 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ce0a4964-6f8a-46a7-95f2-4f4f0f452a05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:57.318459 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4964-6f8a-46a7-95f2-4f4f0f452a05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.319649 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-ce0a4964-6f8a-46a7-95f2-4f4f0f452a05 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415570 Jun 22 12:52:57.323007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36560) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:57.328069 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:57.351044 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.466793 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.586511 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Allocated IP 172.27.0.198 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/0e00c8c1-0baa-4ec1-ab97-e5ffa8b864ed) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:52:57.692901 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.740364 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.742358 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ad417809-07fb-43b1-83f7-006c3f53bb13 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:57.781444 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:52:57.785820 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:52:57.789881 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:52:57.795133 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'Port': ['ID=0e00c8c1-0baa-4ec1-ab97-e5ffa8b864ed,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:57.815798 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:57.887497 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.940222 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.115012 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.120012 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.122134 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9999742b-75ea-4d73-97d6-2a9f44d6efa8 tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:58.189354 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'Port': ['ID=0e00c8c1-0baa-4ec1-ab97-e5ffa8b864ed,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:58.193762 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:58.204271 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.219835 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.221206 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8971338 Jun 22 12:52:58.372335 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-ab3eeb9d-4eca-4c21-9d35-37f5955eaff8 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--960043486&fields=id&tenant_id=8fd8f28261ac4130b3611edc2ba57f7a HTTP/1.1" status: 200 len: 267 time: 0.0367813 Jun 22 12:52:58.490672 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-2ffcc795-5a83-4414-ad79-953cdcb872d5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:58.492201 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-2ffcc795-5a83-4414-ad79-953cdcb872d5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 817 time: 0.1119666 Jun 22 12:52:58.509008 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-07b0fb8a-e780-456a-8e8d-26d58e072471 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/quotas/8fd8f28261ac4130b3611edc2ba57f7a HTTP/1.1" status: 200 len: 375 time: 0.0105152 Jun 22 12:52:58.584280 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-74e13da2-9a56-435d-ab3f-f7b184ddb1b5 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699227 Jun 22 12:52:58.683244 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-5030e6cb-2ecd-4326-acd0-2c3fe5ae694e service neutron] 10.222.0.15 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873873 Jun 22 12:52:58.772554 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-1071fe26-6cdd-4b03-89c9-5a9e68377a0e service neutron] 10.222.0.15 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827899 Jun 22 12:52:58.947332 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6e47810c-4f04-49b5-a82a-6f20cb2ff2c2 req-cf40d7b7-9d31-496f-a3a4-496bc347f43e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 210 time: 0.0301139 Jun 22 12:52:58.956793 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:58.982161 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: f8fe30fe-b387-42ba-982e-e0d685290390 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:58.982545 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device f8fe30fe-b387-42ba-982e-e0d685290390 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:53:00.101781 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cb1fb191-2b4d-469e-9cb6-170e86fa22ca req-c6b44a38-c1db-49c5-97ba-8aa77bd63496 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 210 time: 0.0315785 Jun 22 12:53:00.271068 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-a2949f15-a85b-4e1f-ae96-44fe035c8f63 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:00.272667 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-a2949f15-a85b-4e1f-ae96-44fe035c8f63 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 817 time: 0.1333101 Jun 22 12:53:00.335055 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-1abeb6f2-f0d8-4470-9dfb-f8783e9aa252 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd8f28261ac4130b3611edc2ba57f7a HTTP/1.1" status: 200 len: 379 time: 0.0353529 Jun 22 12:53:00.345200 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'port': {'device_id': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'admin_state_up': True, 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'security_groups': ['dfa921b0-8a15-4a3f-b112-e75bf9f5c266']}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:00.472427 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Made reservation on behalf of 8fd8f28261ac4130b3611edc2ba57f7a for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:53:00.476012 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:00.604416 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Allocated IP 172.20.0.11 (acc9fee7-e7ea-4263-ba34-69c1136681b3/6b04b246-1ae8-4ac0-b714-81df36e8580d/8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:53:01.006850 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.020804 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Transition to ACTIVE for port object 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:53:01.057975 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.062085 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:01.108175 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:53:01.111710 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:53:01.118738 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:53:01.125567 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:01.157684 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.159642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.159642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.159642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.159642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.159642 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.160202 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.160282 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.160571 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.160928 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.161374 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.161722 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:01.167456 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:01.190552 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:01.191237 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.212261 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8690388 Jun 22 12:53:01.238408 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Request body: {'port': {'device_id': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:01.320488 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7c944-bcb4-4ac8-85d8-77bff2d56502 req-b283e3e2-06c0-45bf-a717-3c56f45804cb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:01.322029 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ffb7c944-bcb4-4ac8-85d8-77bff2d56502 req-b283e3e2-06c0-45bf-a717-3c56f45804cb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 932 time: 0.0758433 Jun 22 12:53:01.324450 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.343512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2422432a-1890-4346-b2a6-99d8f8a6b166 None None] Provisioning for port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:53:01.356997 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2422432a-1890-4346-b2a6-99d8f8a6b166 None None] Provisioning complete for port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:53:01.357405 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2422432a-1890-4346-b2a6-99d8f8a6b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.367837 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ffb7c944-bcb4-4ac8-85d8-77bff2d56502 req-c583a80c-ffe4-40cc-bda1-7b53b4aec17f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368280 Jun 22 12:53:01.421693 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-2422432a-1890-4346-b2a6-99d8f8a6b166 None None] Port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:53:01.626226 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:53:01.634135 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.646607 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Transition to ACTIVE for port object 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:53:01.650026 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.652126 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a1e011ea-446f-47a2-b72c-0b5f5cae3440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:01.726594 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:01.731228 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:01.809682 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Attempting to bind port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:53:01.810079 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Attempting to bind port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:53:01.810452 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Attempting to bind port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f on network acc9fee7-e7ea-4263-ba34-69c1136681b3 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:53:01.816066 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f on network acc9fee7-e7ea-4263-ba34-69c1136681b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:53:01.816487 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Attempting to bind port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f on network acc9fee7-e7ea-4263-ba34-69c1136681b3 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:53:01.821668 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:53:01.822052 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Checking segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:53:01.822403 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Bound using segment: {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:53:01.822858 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Bound port: 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08324e4-417b-4e58-b27f-6630827d9b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:53:01.823209 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.897488 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:53:01.900924 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:53:01.905452 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.908307 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ac20cb65-263f-4736-a588-db6846e37464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:01.943571 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:01.944252 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.945650 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] 10.222.0.46 "PUT /v2.0/ports/8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f HTTP/1.1" status: 200 len: 1094 time: 0.7139592 Jun 22 12:53:01.946349 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:01.948834 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60953696-15b8-4fa4-b714-5424b1297750" -d '{"events": [{"name": "network-changed", "server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:01.975948 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:01.979259 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:02.002435 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609cd29b-f634-4879-9035-db7cb72e80d2 x-openstack-request-id: req-609cd29b-f634-4879-9035-db7cb72e80d2 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:02.002769 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:02.003068 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-609cd29b-f634-4879-9035-db7cb72e80d2 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:02.003514 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'status': 'completed', 'code': 200} Jun 22 12:53:02.095055 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-9b762da1-b78b-4fe1-a7c6-27da22defcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.096646 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-9b762da1-b78b-4fe1-a7c6-27da22defcb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 1097 time: 0.0726030 Jun 22 12:53:02.153340 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-f804a12c-05ea-4846-b4a1-d04c679a83a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f HTTP/1.1" status: 200 len: 217 time: 0.0415967 Jun 22 12:53:02.206658 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-32e96880-ff6d-41d9-84fd-00284d9dc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.208050 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-32e96880-ff6d-41d9-84fd-00284d9dc5a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.0489454 Jun 22 12:53:02.279453 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-a5898a18-2fb8-4799-841f-746eb61c793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.280959 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-a5898a18-2fb8-4799-841f-746eb61c793e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602326 Jun 22 12:53:02.379134 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-c4430a37-e67d-465a-a1ff-ab7fb6164946 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851989 Jun 22 12:53:02.481327 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-55a07c72-70d1-42e8-84e0-7c95f327680e req-e683cbc7-72b7-4e9f-a4e0-6551d72cbb70 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931017 Jun 22 12:53:02.576220 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1588d-3f3e-4105-b79a-2538206b47ce req-ab913319-c783-4a34-8cf4-7cc120c67264 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.577806 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e1588d-3f3e-4105-b79a-2538206b47ce req-ab913319-c783-4a34-8cf4-7cc120c67264 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0728157 Jun 22 12:53:02.633279 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-63e1588d-3f3e-4105-b79a-2538206b47ce req-0fc96dd6-0738-477d-9733-c7cd3c8f93c3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488429 Jun 22 12:53:02.659225 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60953696-15b8-4fa4-b714-5424b1297750 req-ecda652e-9f2c-4455-a91e-a6c1c6caf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.660819 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60953696-15b8-4fa4-b714-5424b1297750 req-ecda652e-9f2c-4455-a91e-a6c1c6caf022 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 1097 time: 0.0660865 Jun 22 12:53:02.758833 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60953696-15b8-4fa4-b714-5424b1297750 req-d44e66a1-2f46-4b7e-b074-e102889efbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.760354 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60953696-15b8-4fa4-b714-5424b1297750 req-d44e66a1-2f46-4b7e-b074-e102889efbaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.0906515 Jun 22 12:53:02.825500 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60953696-15b8-4fa4-b714-5424b1297750 req-7991c5e9-67a3-4ad9-bc3f-bd77cb4788da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f HTTP/1.1" status: 200 len: 217 time: 0.0518410 Jun 22 12:53:02.889224 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60953696-15b8-4fa4-b714-5424b1297750 req-388facea-7631-48a7-9d63-32c110d64eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.890915 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60953696-15b8-4fa4-b714-5424b1297750 req-388facea-7631-48a7-9d63-32c110d64eed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.0561738 Jun 22 12:53:02.959552 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60953696-15b8-4fa4-b714-5424b1297750 req-d5f9078e-e772-4b23-873d-20f32e0f81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.961169 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60953696-15b8-4fa4-b714-5424b1297750 req-d5f9078e-e772-4b23-873d-20f32e0f81d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619979 Jun 22 12:53:03.063535 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60953696-15b8-4fa4-b714-5424b1297750 req-dc609ee4-cc27-48c1-9cc3-7ee614e2919b service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892222 Jun 22 12:53:03.152968 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60953696-15b8-4fa4-b714-5424b1297750 req-5b137da9-64b5-4321-9141-f3e19d441683 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806553 Jun 22 12:53:03.809256 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-41cdbc45-5d52-4677-abd8-d8a167128d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:03.821564 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1d422-063d-4899-9165-82397782aa88 req-ee840151-5a03-4606-8d27-0c9b6edda52d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:03.823060 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cec1d422-063d-4899-9165-82397782aa88 req-ee840151-5a03-4606-8d27-0c9b6edda52d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0683553 Jun 22 12:53:03.861282 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-cec1d422-063d-4899-9165-82397782aa88 req-bcf67766-a77e-4185-89dc-e524607bdd78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319364 Jun 22 12:53:05.037953 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281492b-947a-4bf3-9a99-62bfefdb8211 req-9fa0d483-d693-4317-888c-a5f530aa5081 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:05.039425 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b281492b-947a-4bf3-9a99-62bfefdb8211 req-9fa0d483-d693-4317-888c-a5f530aa5081 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0618289 Jun 22 12:53:05.077938 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b281492b-947a-4bf3-9a99-62bfefdb8211 req-6dd9f2a2-fcbf-45cd-8289-c4eb153256e6 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327439 Jun 22 12:53:06.264374 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b9af9-6fd0-4a5a-95ea-9f52e80693e6 req-cdda7091-9a42-459f-b680-3786e6416cb4 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:06.266392 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b15b9af9-6fd0-4a5a-95ea-9f52e80693e6 req-cdda7091-9a42-459f-b680-3786e6416cb4 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0693262 Jun 22 12:53:06.307376 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b15b9af9-6fd0-4a5a-95ea-9f52e80693e6 req-d54f8db3-e226-4799-b05c-33bff93caa67 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352228 Jun 22 12:53:07.063025 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-22faa130-41e5-4467-83fc-20b434f797bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.456757 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:53:07.496980 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8d3b4-df8b-45be-8768-ca4b197f62e9 req-9430bccc-abb6-4a87-a14e-c1a151c5fc98 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:07.505667 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bbd8d3b4-df8b-45be-8768-ca4b197f62e9 req-9430bccc-abb6-4a87-a14e-c1a151c5fc98 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0804684 Jun 22 12:53:07.538052 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bbd8d3b4-df8b-45be-8768-ca4b197f62e9 req-c31bcff4-7701-48ca-bab6-c264354c29af tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345788 Jun 22 12:53:07.571516 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:07.592673 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'port_id': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'mac_address': 'fa:16:3e:6a:3c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:53:07.752175 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.764967 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:53:07.790553 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:07.794807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.796649 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:07.848647 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:07.856421 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.856771 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.857176 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.857507 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.858121 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.858480 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.858815 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.859139 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.860017 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.860351 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.860674 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.860996 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:07.866324 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:08.210248 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:53:08.606312 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:08.748263 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c237b-82c2-4583-a323-18ff5e29d346 req-a4b43907-93ac-4a90-9894-25ba8528e191 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:08.749751 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-506c237b-82c2-4583-a323-18ff5e29d346 req-a4b43907-93ac-4a90-9894-25ba8528e191 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 945 time: 0.0690274 Jun 22 12:53:08.792130 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-506c237b-82c2-4583-a323-18ff5e29d346 req-6a1a885b-2781-4e6a-8b03-edcf90975bec tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348742 Jun 22 12:53:09.860322 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:09.978714 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf0559-8431-4f33-a441-b37f4860cb39 req-47903d7c-0a69-4486-bd8b-97e7b8ff203b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:09.980235 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2dcf0559-8431-4f33-a441-b37f4860cb39 req-47903d7c-0a69-4486-bd8b-97e7b8ff203b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 945 time: 0.0669289 Jun 22 12:53:10.021619 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2dcf0559-8431-4f33-a441-b37f4860cb39 req-942fce55-f9ca-4166-bb2e-068c5c82f722 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347767 Jun 22 12:53:10.442791 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:53:10.492164 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:53:10.496388 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:53:10.496776 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:10.590807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:10.592123 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:10.618419 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:10.620876 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f86893-450a-44f5-a316-91c68bfb894a" -d '{"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-plugged", "status": "completed", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:10.634409 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:10.639190 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:10.641651 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:10.670906 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f00cac8-02db-4b81-8f6c-72116cc3f580 x-openstack-request-id: req-8f00cac8-02db-4b81-8f6c-72116cc3f580 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:10.671208 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-plugged", "status": "completed", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:10.671458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f00cac8-02db-4b81-8f6c-72116cc3f580 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:10.672724 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'code': 200} Jun 22 12:53:10.703623 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:10.707134 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:10.956455 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac6834-7338-46c5-bd33-9dedc7e3e054 req-f151f6a5-1e19-4c8b-b455-81341570920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:10.958396 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a6ac6834-7338-46c5-bd33-9dedc7e3e054 req-f151f6a5-1e19-4c8b-b455-81341570920e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 1099 time: 0.0638967 Jun 22 12:53:10.996266 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a6ac6834-7338-46c5-bd33-9dedc7e3e054 req-592ae6aa-9bd9-468f-8f90-4c2b902cf468 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300617 Jun 22 12:53:11.231454 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdd2e1-7edd-4d31-850f-19f08062b532 req-6df70c2d-4767-4c29-9b60-05cfa6e564a7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:11.232834 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5efdd2e1-7edd-4d31-850f-19f08062b532 req-6df70c2d-4767-4c29-9b60-05cfa6e564a7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0775425 Jun 22 12:53:11.273972 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5efdd2e1-7edd-4d31-850f-19f08062b532 req-eb3f2abf-fddc-4ad7-9a68-ed298fa64566 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343428 Jun 22 12:53:11.309832 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:12.483775 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135210a-d63f-4eb1-9b6d-124b248b1e16 req-c42d5cbe-6880-4bc1-9c90-c057671e9ba9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:12.485328 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2135210a-d63f-4eb1-9b6d-124b248b1e16 req-c42d5cbe-6880-4bc1-9c90-c057671e9ba9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0676665 Jun 22 12:53:12.534371 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-2135210a-d63f-4eb1-9b6d-124b248b1e16 req-e7c1490a-3219-4cf0-98e1-115553704c35 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423503 Jun 22 12:53:13.721765 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b13b-855e-4eb1-b579-9e5f7263c4b9 req-a6fb9d40-387e-4bf4-8dd2-d3369b15a340 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:13.723347 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6055b13b-855e-4eb1-b579-9e5f7263c4b9 req-a6fb9d40-387e-4bf4-8dd2-d3369b15a340 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0666399 Jun 22 12:53:13.764065 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6055b13b-855e-4eb1-b579-9e5f7263c4b9 req-26bffa5c-9b4f-4d34-99a3-2dbaab2942ff tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349011 Jun 22 12:53:13.980396 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550d526-7f93-475a-835b-63cdcb585c1f req-a0e81da6-3ac5-4dbd-8089-469e4bbf7f8c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:13.980396 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9550d526-7f93-475a-835b-63cdcb585c1f req-a0e81da6-3ac5-4dbd-8089-469e4bbf7f8c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0980759 Jun 22 12:53:13.989070 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36706) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:13.993916 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Request body: {'floatingip': {'port_id': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:14.036279 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:14.515444 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:14.520679 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:14.633932 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Floating IP da60cedf-9f54-4a2b-bd81-341c588ec675 associated. External IP: 172.27.0.198, port: 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f. Jun 22 12:53:14.874794 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Router b5a9dc9f-ff98-4108-9515-02b7484d06b5 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:53:14.992166 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:53:14.997772 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:15.003504 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] Sync routers for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:53:15.014871 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:53:15.015527 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:53:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:15.042878 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a99c2f3a-dd29-4b6b-8632-0e2eb8778992 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "PUT /v2.0/floatingips/da60cedf-9f54-4a2b-bd81-341c588ec675 HTTP/1.1" status: 200 len: 992 time: 1.0501471 Jun 22 12:53:15.042878 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:15.043400 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18b94a3-e2b2-40f2-887a-de2b35567bce" -d '{"events": [{"name": "network-changed", "server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:15.110775 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a94d3a4-44fc-4edd-bad1-dbc7d4662087 x-openstack-request-id: req-1a94d3a4-44fc-4edd-bad1-dbc7d4662087 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:15.111117 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:15.111399 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a94d3a4-44fc-4edd-bad1-dbc7d4662087 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:15.111897 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'status': 'completed', 'code': 200} Jun 22 12:53:15.141021 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:53:15.227954 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-342ff3e7-72db-474e-b5b8-f0c56b557269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:15.229450 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-342ff3e7-72db-474e-b5b8-f0c56b557269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 1099 time: 0.0560842 Jun 22 12:53:15.327987 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-9ba597af-8f67-4000-a275-07d461197d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:15.329387 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-9ba597af-8f67-4000-a275-07d461197d9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.0900755 Jun 22 12:53:15.387745 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'da60cedf-9f54-4a2b-bd81-341c588ec675', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'port_id': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'mac_address': 'fa:16:3e:6a:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:57Z', 'updated_at': '2021-06-22T12:53:14Z', 'revision_number': 1, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:15.400331 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-ad2fec9a-17b7-4cb4-9e9f-68334821b385 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f HTTP/1.1" status: 200 len: 1000 time: 0.0612557 Jun 22 12:53:15.418691 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] Checking router: b5a9dc9f-ff98-4108-9515-02b7484d06b5 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:53:15.428261 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:53:15.428888 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:53:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:15.462065 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-227eccaa-d21b-4b04-a202-beed155e6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:15.462065 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-227eccaa-d21b-4b04-a202-beed155e6ece service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.0536010 Jun 22 12:53:15.530099 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-0dfdf98d-8a98-41ef-b3d0-db108f6c95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:15.531633 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-0dfdf98d-8a98-41ef-b3d0-db108f6c95e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638156 Jun 22 12:53:15.545884 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:53:15.635443 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-0da4c188-8103-4916-9f37-3a345615b620 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965054 Jun 22 12:53:15.730871 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e18b94a3-e2b2-40f2-887a-de2b35567bce req-cc703b16-c7a1-4eff-91f6-943f36b9c934 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875494 Jun 22 12:53:15.791946 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'da60cedf-9f54-4a2b-bd81-341c588ec675', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'port_id': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'mac_address': 'fa:16:3e:6a:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:57Z', 'updated_at': '2021-06-22T12:53:14Z', 'revision_number': 1, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:15.823045 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7330b8-8da7-4d65-b16c-e6a57de11368 None None] The sync data for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi is: [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'da60cedf-9f54-4a2b-bd81-341c588ec675', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'port_id': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'mac_address': 'fa:16:3e:6a:3c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:57Z', 'updated_at': '2021-06-22T12:53:14Z', 'revision_number': 1, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:53:16.020311 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55bd00-2d23-4ef6-ae31-5a4ddafafa60 None None] New status for floating IP da60cedf-9f54-4a2b-bd81-341c588ec675: ACTIVE {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:53:17.786042 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36750) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:17.832024 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Deleting subnet 4e508653-ad0e-4c5c-a324-ada90fcf180c {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:53:17.835151 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.875149 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.912998 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.964356 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.966663 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d15f7910-a3c5-4461-a275-5035418a86fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:17.989716 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e508653-ad0e-4c5c-a324-ada90fcf180c,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:17.994093 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.995934 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4e508653-ad0e-4c5c-a324-ada90fcf180c HTTP/1.1" status: 204 len: 168 time: 0.2088706 Jun 22 12:53:17.998686 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36752) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:18.000803 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.001180 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.001541 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.001897 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.002867 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.003227 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.003681 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.004032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.004384 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.004730 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.005073 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.005413 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:18.009917 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2c739509-f353-4d21-a6b1-55ea0c7159bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:18.081502 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.428955 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.438627 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c898168d-8f85-4a02-a462-89e6f19a2548']}} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:18.448526 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2f2f0d-cebe-4afe-aed0-91718488507c') {'for_net_delete': True} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:18.448818 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2f2f0d-cebe-4afe-aed0-91718488507c') {} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:18.457422 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11272315'] for segment, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.471034 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.476649 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=99525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:53:18.477026 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505579'] for segment, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: Traceback (most recent call last): Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: timer() Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: cb(*args, **kw) Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: return func(*args, **kwargs) Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: self._notify() Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: self.callback(batched_events) Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: event.method(event) Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: return f(self, *a, **k) Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._get(url).json() Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: return self.request(url, 'GET', **kwargs) Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:53:18.478633 dv-cinder-796680-1-iscsi neutron-server[99525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:53:18.531524 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.535775 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-10349218-b65b-4193-94a7-259b98d30b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:18.538271 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.540064 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c898168d-8f85-4a02-a462-89e6f19a2548 HTTP/1.1" status: 204 len: 168 time: 0.5402794 Jun 22 12:53:18.553139 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c898168d-8f85-4a02-a462-89e6f19a2548,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:18.556185 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-dc2516c1-27e1-4344-85c0-a012420cfee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:18.707746 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36758) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:18.747006 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-1d7c4160-7a80-4058-810a-9dd53d585eb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83e74e9d926b4ddaa592d04e0bf77262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379930 Jun 22 12:53:18.749675 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36760) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:18.764068 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:53:18.802226 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-87701924-b742-4e76-8c68-9ae9135d2364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.824511 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-87701924-b742-4e76-8c68-9ae9135d2364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.879342 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-87701924-b742-4e76-8c68-9ae9135d2364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.882201 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-87701924-b742-4e76-8c68-9ae9135d2364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.883671 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-87701924-b742-4e76-8c68-9ae9135d2364 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49699c6d-a2da-4193-bce1-0a8840328d8d HTTP/1.1" status: 204 len: 168 time: 0.1329017 Jun 22 12:53:18.885090 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d1b32166-0c49-4471-9ba8-1484dda34e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:18.894659 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87701924-b742-4e76-8c68-9ae9135d2364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49699c6d-a2da-4193-bce1-0a8840328d8d,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:18.897120 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-87701924-b742-4e76-8c68-9ae9135d2364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:33.811047 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a3586666-9590-42dd-a2fc-67a2f49d1952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:37.065772 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-fb40aaf1-2f69-4098-9d1d-b72e05ed4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:38.577927 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:39.853728 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:40.581237 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:41.303389 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:48.144686 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469b45c-70bf-43c8-934e-4093be3cc38d req-b27a2583-9472-4271-a9e9-b72430d333dd tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:48.146612 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0469b45c-70bf-43c8-934e-4093be3cc38d req-b27a2583-9472-4271-a9e9-b72430d333dd tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0731664 Jun 22 12:53:48.196649 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0469b45c-70bf-43c8-934e-4093be3cc38d req-0bc719f7-d585-4264-863b-e9e41863b21e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429080 Jun 22 12:53:49.382117 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938e06-d117-4f70-a17b-b0b1c4d48d2c req-18b22e20-0ead-48a5-9947-0df2351403ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:49.383720 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-da938e06-d117-4f70-a17b-b0b1c4d48d2c req-18b22e20-0ead-48a5-9947-0df2351403ab tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.0683920 Jun 22 12:53:49.434647 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-da938e06-d117-4f70-a17b-b0b1c4d48d2c req-5b49a6a9-216b-4896-a2d1-5f716f32b9a0 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Jun 22 12:53:50.304645 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-7492b81a-1b47-48fd-9b7f-fa3601240183 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:50.307398 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-7492b81a-1b47-48fd-9b7f-fa3601240183 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1002996 Jun 22 12:53:50.418158 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Deleting port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:53:50.418560 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:50.545924 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] For port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:50.546429 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:50.684867 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554cdf7-02b3-4264-a03e-29b24800519b req-0084cc6d-d3a0-4d7d-988c-f37d986888c7 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:50.687374 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a554cdf7-02b3-4264-a03e-29b24800519b req-0084cc6d-d3a0-4d7d-988c-f37d986888c7 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 945 time: 0.1135025 Jun 22 12:53:50.751133 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a554cdf7-02b3-4264-a03e-29b24800519b req-ca30d117-5409-42d0-b1dd-4638b4e4aef1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d75c53fc-cfae-40bd-bc59-17d3f6ff2066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524592 Jun 22 12:53:50.759387 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:50.759766 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:50.760077 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Floating IP 4ae97632-4fd1-4ca4-95ae-9a99487b85ef disassociated. External IP: 172.27.0.224, port: 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49. Jun 22 12:53:50.760454 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Calling delete_port for 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 owned by compute:nova {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:53:50.914044 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:50.920052 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e23ba07a-a6e4-4702-9c19-076f3d38f39f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:50.966406 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event deleted for resources: {'Port': ['ID=5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:50.970711 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:51.121403 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Router a50a586f-b0d7-4734-af96-19466f3703d0 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:53:51.299791 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:53:51.316296 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] Sync routers for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:53:51.336790 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:53:51.337822 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:53:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:51.352972 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] No DVR routers for this DVR port 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 on host hv-cinder-79668 {{(pid=99525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:53:51.355914 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:51.358463 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f55b9a7a-d4a2-4119-8574-18709cfcbbc2 req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "DELETE /v2.0/ports/5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 HTTP/1.1" status: 204 len: 173 time: 1.0458450 Jun 22 12:53:51.359111 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'name': 'network-vif-deleted', 'tag': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:51.370979 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66e909-f6b4-42fb-aa90-22b22cc197ec" -d '{"events": [{"server_uuid": "05aeeb1a-6679-4dbd-9c71-9a450cc8d918", "name": "network-vif-deleted", "tag": "5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:51.449454 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f351850c-ad59-4061-b3eb-b83eb7de0467 x-openstack-request-id: req-f351850c-ad59-4061-b3eb-b83eb7de0467 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:51.449794 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05aeeb1a-6679-4dbd-9c71-9a450cc8d918", "name": "network-vif-deleted", "tag": "5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:51.450089 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f351850c-ad59-4061-b3eb-b83eb7de0467 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:51.450567 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05aeeb1a-6679-4dbd-9c71-9a450cc8d918', 'name': 'network-vif-deleted', 'tag': '5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49', 'status': 'completed', 'code': 200} Jun 22 12:53:51.550417 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:53:51.855703 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:51.900593 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] Checking router: a50a586f-b0d7-4734-af96-19466f3703d0 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:53:51.912853 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:53:51.913545 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:53:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:51.979237 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e711d180-4cab-4269-ab72-ae96423116aa req-71bd1e9b-8301-4a86-9f18-65bbe02caf01 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=05aeeb1a-6679-4dbd-9c71-9a450cc8d918 HTTP/1.1" status: 200 len: 210 time: 0.0609729 Jun 22 12:53:52.082720 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:53:52.312582 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:52.339846 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952edd99-8944-41a0-b9db-c2af8e6d0d78 None None] The sync data for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi is: [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:53:52.627965 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8affa2a6-816d-4dad-9d2a-f92098069fb2 None None] New status for floating IP 4ae97632-4fd1-4ca4-95ae-9a99487b85ef: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:53:53.140617 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36858) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:53.200544 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a33f6172-68ff-4e6f-88a8-eb2d6b9fa2cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:53.230408 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a33f6172-68ff-4e6f-88a8-eb2d6b9fa2cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:53.285861 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a33f6172-68ff-4e6f-88a8-eb2d6b9fa2cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:53.290369 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a33f6172-68ff-4e6f-88a8-eb2d6b9fa2cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:53.292483 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a33f6172-68ff-4e6f-88a8-eb2d6b9fa2cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "DELETE /v2.0/security-groups/d75c53fc-cfae-40bd-bc59-17d3f6ff2066 HTTP/1.1" status: 204 len: 168 time: 0.1501403 Jun 22 12:53:53.294556 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e7f1ab75-6953-4c57-a1f1-9273176315c3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:53.296032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36860) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:53.309885 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f6172-68ff-4e6f-88a8-eb2d6b9fa2cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75c53fc-cfae-40bd-bc59-17d3f6ff2066,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:53.312521 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.api.v2.resource [None req-7796b66f-67db-40fc-98f4-ba7fbba50d4b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] show failed (client error): The resource could not be found. Jun 22 12:53:53.313827 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-7796b66f-67db-40fc-98f4-ba7fbba50d4b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups/d75c53fc-cfae-40bd-bc59-17d3f6ff2066 HTTP/1.1" status: 404 len: 347 time: 0.0166202 Jun 22 12:53:53.318250 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36862) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:53.319452 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a33f6172-68ff-4e6f-88a8-eb2d6b9fa2cb tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:53.751159 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Deleting port 56d18243-d192-4c46-af43-d54f5430978d {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:53:53.751519 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:53.845118 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:53.845568 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:53.922749 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Calling delete_port for 56d18243-d192-4c46-af43-d54f5430978d owned by network:floatingip {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:53:54.105436 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:54.109694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a9f901f7-b3f9-42bb-afbd-59c8330fde54 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:54.136963 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event deleted for resources: {'Port': ['ID=56d18243-d192-4c46-af43-d54f5430978d,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:54.139607 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:54.216846 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:54.219601 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:54.220891 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "DELETE /v2.0/floatingips/4ae97632-4fd1-4ca4-95ae-9a99487b85ef HTTP/1.1" status: 204 len: 168 time: 0.9016769 Jun 22 12:53:54.648213 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:53:54.690075 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:53:54.691050 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5b6d0fe6-84b1-4c68-b4e6-5eb3fe454a49 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:53:54.710976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36874) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:54.718922 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526822911', 'description': 'tempest-description--541550360'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:54.763865 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:54.874453 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:54.879724 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:54.882751 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-00f6a767-eaea-4cc3-9c40-1c67e58c8776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:54.915578 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:54.916807 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2041905 Jun 22 12:53:54.919063 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b73b5c-7778-464a-9366-315834e2940f,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:54.920038 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36884) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:54.922572 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:54.925367 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-b4f45a29-cd51-451d-9853-4792cd563026 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'security_group_rule': {'security_group_id': '31b73b5c-7778-464a-9366-315834e2940f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:54.967176 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4f45a29-cd51-451d-9853-4792cd563026 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.022161 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4f45a29-cd51-451d-9853-4792cd563026 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.027882 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4f45a29-cd51-451d-9853-4792cd563026 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.030649 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:55.056645 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b4f45a29-cd51-451d-9853-4792cd563026 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.057794 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-b4f45a29-cd51-451d-9853-4792cd563026 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367297 Jun 22 12:53:55.060649 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f45a29-cd51-451d-9853-4792cd563026 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0954fbc1-6ab5-4d37-9b8c-95368a2ea3af,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:55.061087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 36888) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:55.064319 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b4f45a29-cd51-451d-9853-4792cd563026 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:55.071668 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-54d93573-ed68-47a5-869e-07e0f19b123c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'security_group_rule': {'security_group_id': '31b73b5c-7778-464a-9366-315834e2940f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:55.150130 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-54d93573-ed68-47a5-869e-07e0f19b123c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.211155 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33046498-c6f2-4ef8-9d0f-ffabc1ea1be8 req-a51d6f1e-47ac-4dcc-a372-248910649d74 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:55.212682 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-33046498-c6f2-4ef8-9d0f-ffabc1ea1be8 req-a51d6f1e-47ac-4dcc-a372-248910649d74 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.1210880 Jun 22 12:53:55.236392 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-54d93573-ed68-47a5-869e-07e0f19b123c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.243694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-54d93573-ed68-47a5-869e-07e0f19b123c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.251889 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:55.280334 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d93573-ed68-47a5-869e-07e0f19b123c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96dd74c-6e37-4ac1-bf84-997e81ed09cf,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:55.284160 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-54d93573-ed68-47a5-869e-07e0f19b123c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:55.287364 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-33046498-c6f2-4ef8-9d0f-ffabc1ea1be8 req-608baef4-16f0-4c42-b19e-d1f2e2bba41e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662057 Jun 22 12:53:55.288183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-54d93573-ed68-47a5-869e-07e0f19b123c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.289320 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-54d93573-ed68-47a5-869e-07e0f19b123c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2269180 Jun 22 12:53:55.296801 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36890) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:55.301953 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:55.325616 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.443788 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.566573 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Allocated IP 172.27.0.211 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/afed8109-e4e6-4f16-a353-aad804c5ac9d) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:53:55.702100 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.757009 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.759164 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7b11c4bb-735c-42f4-9082-a2841115531e tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:55.765426 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:53:55.801276 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:53:55.804883 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:53:55.807607 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:53:55.838650 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'Port': ['ID=afed8109-e4e6-4f16-a353-aad804c5ac9d,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:55.842397 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:55.927448 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.982163 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:56.208375 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:56.220944 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:56.225981 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:56.320276 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'Port': ['ID=afed8109-e4e6-4f16-a353-aad804c5ac9d,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:56.324853 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:56.337497 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:56.354739 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:56.356380 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0583904 Jun 22 12:53:56.552813 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-1fdb8cdd-3152-4981-857c-102095dc54fa tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--526822911&fields=id&tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe HTTP/1.1" status: 200 len: 267 time: 0.0466924 Jun 22 12:53:56.554171 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033189-1b69-4cf6-a5b1-e3f46c13ad99 req-66a9ee35-1e82-4b6e-a331-4d2f8aa6156f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:56.567107 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64033189-1b69-4cf6-a5b1-e3f46c13ad99 req-66a9ee35-1e82-4b6e-a331-4d2f8aa6156f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.1068959 Jun 22 12:53:56.616661 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-64033189-1b69-4cf6-a5b1-e3f46c13ad99 req-d0b40706-0e7c-4250-9571-a4f4d63c432a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479455 Jun 22 12:53:56.695884 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-bc3bcb4c-0636-40e7-944d-4ad12aa673da tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:56.697369 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-bc3bcb4c-0636-40e7-944d-4ad12aa673da tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 811 time: 0.1310964 Jun 22 12:53:56.716713 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-153b939d-7495-459e-be5c-d7676421308f tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/quotas/0544e3e8692c4b3f9cdc674ad1111dfe HTTP/1.1" status: 200 len: 375 time: 0.0114632 Jun 22 12:53:56.808380 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-5fba245f-c25e-4f06-8adf-4f797945e27d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787489 Jun 22 12:53:57.064678 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-511f1cdb-6404-4c27-8e05-68c28233d4d8 service neutron] 10.222.0.15 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387924 Jun 22 12:53:57.170726 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-ccefd844-3cef-4d2c-8b7d-280285ff65e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955758 Jun 22 12:53:57.365815 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-af5feada-f96f-4d40-8b5f-7bffc4a79b11 req-5a50b657-117c-4e10-b147-0852d30d8052 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 210 time: 0.0313280 Jun 22 12:53:57.855128 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31a169-008f-4d04-83e6-4b72947ff61b req-2b7c0542-4deb-452e-8451-d034755710cb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:57.856819 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5c31a169-008f-4d04-83e6-4b72947ff61b req-2b7c0542-4deb-452e-8451-d034755710cb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0795450 Jun 22 12:53:57.904419 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5c31a169-008f-4d04-83e6-4b72947ff61b req-f9d1e9da-8892-4c31-af24-a54be84ad671 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Jun 22 12:53:58.526833 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fa39138c-48d5-4522-821d-db293ff82587 req-e9af5517-c1ba-4aa3-ad8a-2dab433d5a59 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 210 time: 0.0316219 Jun 22 12:53:58.722067 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-8e5529c2-d95f-411c-a38a-b15f02ffc525 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:58.723445 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-8e5529c2-d95f-411c-a38a-b15f02ffc525 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 811 time: 0.1059401 Jun 22 12:53:58.772412 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-7db63dcb-d368-4c82-bde0-e5b13c15746a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe HTTP/1.1" status: 200 len: 379 time: 0.0334883 Jun 22 12:53:58.781952 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'port': {'device_id': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'admin_state_up': True, 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'security_groups': ['31b73b5c-7778-464a-9366-315834e2940f']}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:58.896755 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Made reservation on behalf of 0544e3e8692c4b3f9cdc674ad1111dfe for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:53:58.900281 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:59.028005 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Allocated IP 172.20.0.7 (a7617ef7-19d0-4268-9f97-c94e8cd8b885/7f60bef0-cf3e-4921-9277-537f510a6937/703b4c64-4bd2-4af3-92d3-c3aeedfa740d) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:53:59.095789 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cb3af-f6b7-4f67-90af-972166a46021 req-b4fea28e-4620-4fa9-8b17-d2e6dec3c65d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:59.097405 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5e7cb3af-f6b7-4f67-90af-972166a46021 req-b4fea28e-4620-4fa9-8b17-d2e6dec3c65d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0708158 Jun 22 12:53:59.139665 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5e7cb3af-f6b7-4f67-90af-972166a46021 req-d6c21c58-4353-4ff3-a200-c27a78b45a90 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355244 Jun 22 12:53:59.178272 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:59.192210 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Transition to ACTIVE for port object 703b4c64-4bd2-4af3-92d3-c3aeedfa740d will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:53:59.227490 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:59.231245 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b1e241ab-a859-4188-8b61-ff74c4cbacf3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:59.272361 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:53:59.275828 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:53:59.279725 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:53:59.305170 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event updated for resources: {'Port': ['ID=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:59.309817 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:59.334985 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:59.335628 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:59.355999 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776231 Jun 22 12:53:59.374344 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Request body: {'port': {'device_id': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:59.476552 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:59.522674 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2506bc0c-07ea-497d-a942-685f4bf1cc4e None None] Provisioning for port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:53:59.526709 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2506bc0c-07ea-497d-a942-685f4bf1cc4e None None] Provisioning complete for port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:53:59.527195 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2506bc0c-07ea-497d-a942-685f4bf1cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:59.565995 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-2506bc0c-07ea-497d-a942-685f4bf1cc4e None None] Port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:53:59.767848 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b1845-5fb5-4c5c-8db2-bfca9825d68e req-7feb43a7-86bf-4009-9b6d-0698f6267a7a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:59.769296 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bc3b1845-5fb5-4c5c-8db2-bfca9825d68e req-7feb43a7-86bf-4009-9b6d-0698f6267a7a tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 931 time: 0.1089828 Jun 22 12:53:59.842407 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bc3b1845-5fb5-4c5c-8db2-bfca9825d68e req-a2d06cdd-4541-49dc-b8df-0862b520fe7e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626912 Jun 22 12:53:59.844873 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703b4c64-4bd2-4af3-92d3-c3aeedfa740d {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:53:59.853226 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:59.865361 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Transition to ACTIVE for port object 703b4c64-4bd2-4af3-92d3-c3aeedfa740d will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:53:59.869291 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:59.871488 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:59.949981 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:59.952950 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:00.032331 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Attempting to bind port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:54:00.032768 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Attempting to bind port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:54:00.033452 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Attempting to bind port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d on network a7617ef7-19d0-4268-9f97-c94e8cd8b885 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:54:00.039205 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d on network a7617ef7-19d0-4268-9f97-c94e8cd8b885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:54:00.039530 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Attempting to bind port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d on network a7617ef7-19d0-4268-9f97-c94e8cd8b885 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:54:00.045455 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:54:00.045797 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Checking segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:54:00.046224 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Bound using segment: {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:54:00.046639 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Bound port: 703b4c64-4bd2-4af3-92d3-c3aeedfa740d, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:54:00.046995 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.117123 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] For port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:54:00.120202 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] For port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:54:00.125008 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.127778 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ff0aede6-52fd-4862-87da-cda2eca0b362 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:00.162687 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:00.163227 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.164627 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/703b4c64-4bd2-4af3-92d3-c3aeedfa740d HTTP/1.1" status: 200 len: 1093 time: 0.7949116 Jun 22 12:54:00.165161 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'tag': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:00.167585 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e2ea19-3049-492d-9c1d-c8cd40aff3d8", "tag": "703b4c64-4bd2-4af3-92d3-c3aeedfa740d"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:00.191929 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:00.195286 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:00.250266 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc62ac3-49fc-473c-a53d-6653a987427a x-openstack-request-id: req-7dc62ac3-49fc-473c-a53d-6653a987427a {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:00.251563 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e2ea19-3049-492d-9c1d-c8cd40aff3d8", "tag": "703b4c64-4bd2-4af3-92d3-c3aeedfa740d", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:00.251964 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7dc62ac3-49fc-473c-a53d-6653a987427a {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:00.252505 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'tag': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'status': 'completed', 'code': 200} Jun 22 12:54:00.281979 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-7678bc9e-8dc9-4da1-8864-6133c80d8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:00.284385 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-7678bc9e-8dc9-4da1-8864-6133c80d8213 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0634806 Jun 22 12:54:00.360341 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-33407a2f-2543-4625-95c2-b909d1324ebf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=703b4c64-4bd2-4af3-92d3-c3aeedfa740d HTTP/1.1" status: 200 len: 217 time: 0.0626578 Jun 22 12:54:00.418395 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-c1bdf1d8-f99e-44cc-b8a9-202fc47d376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:00.419817 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-c1bdf1d8-f99e-44cc-b8a9-202fc47d376a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.0528085 Jun 22 12:54:00.432245 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264c7b1-1521-4a00-a4c7-c35c43339b8a req-39d17951-7036-4c68-8d1a-7da1d7bf2990 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:00.433543 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1264c7b1-1521-4a00-a4c7-c35c43339b8a req-39d17951-7036-4c68-8d1a-7da1d7bf2990 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.1295002 Jun 22 12:54:00.498715 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1264c7b1-1521-4a00-a4c7-c35c43339b8a req-50054c0f-f05c-444a-8e56-0a1f56165994 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562799 Jun 22 12:54:00.511018 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-2df92936-d3fb-4e8e-9ef0-a5d415f2422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:00.512459 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-2df92936-d3fb-4e8e-9ef0-a5d415f2422b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781069 Jun 22 12:54:00.605098 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-87848cdc-a949-4b55-b30a-2aeae2316a55 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Jun 22 12:54:00.699837 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e937b4d4-d815-48c4-aa60-404aecf38085 req-1242e027-83cf-43b7-a65a-eede5db58c0e service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859764 Jun 22 12:54:00.856725 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-8132bc61-9256-4311-9fdc-7563f373a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:00.858222 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-8132bc61-9256-4311-9fdc-7563f373a837 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0592067 Jun 22 12:54:00.951548 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-1efc4280-62a2-4462-ad36-3cd1b5d38d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:00.952935 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-1efc4280-62a2-4462-ad36-3cd1b5d38d8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 912 time: 0.0880237 Jun 22 12:54:00.999407 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-0bee00b2-1032-4c2a-a7bf-f6ebf550783a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=703b4c64-4bd2-4af3-92d3-c3aeedfa740d HTTP/1.1" status: 200 len: 217 time: 0.0389314 Jun 22 12:54:01.019583 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30446106-2a86-4690-b950-4bb4cf15598e req-13e9f953-87ed-490a-a542-40b56dc5aa34 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:01.021088 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-30446106-2a86-4690-b950-4bb4cf15598e req-13e9f953-87ed-490a-a542-40b56dc5aa34 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 943 time: 0.0645678 Jun 22 12:54:01.050356 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-c2e455e5-79d7-43e3-8da4-e25b7e12105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:01.051839 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-c2e455e5-79d7-43e3-8da4-e25b7e12105a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.0462868 Jun 22 12:54:01.061774 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-30446106-2a86-4690-b950-4bb4cf15598e req-49e65210-d149-48a2-a9d1-16a17b784f4d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346909 Jun 22 12:54:01.112192 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-f561515c-3fea-493d-8ab1-39fc14cf76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:01.113801 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-f561515c-3fea-493d-8ab1-39fc14cf76da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541511 Jun 22 12:54:01.213603 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-1e68e499-e05b-4ff1-89a4-6d39140eedea service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913832 Jun 22 12:54:01.305851 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0fb006f1-ddc4-4dd9-82f1-91f1d320da09 req-4e5bae27-dd8b-4e20-9793-183b9ff6333c service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855319 Jun 22 12:54:01.678217 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee0fff-167b-4093-bbf3-26e3b3c04704 req-11b81b14-f3ce-4ae3-8127-ee2cdceeb817 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:01.679716 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d0ee0fff-167b-4093-bbf3-26e3b3c04704 req-11b81b14-f3ce-4ae3-8127-ee2cdceeb817 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0636437 Jun 22 12:54:01.721254 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d0ee0fff-167b-4093-bbf3-26e3b3c04704 req-614d4d50-3175-4965-8f98-3bbba6fb861d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349615 Jun 22 12:54:02.250673 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667c5a3-34db-476b-92a8-8d0b87668827 req-0832df27-ab91-42c0-b5c8-6228991e0185 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:02.252209 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0667c5a3-34db-476b-92a8-8d0b87668827 req-0832df27-ab91-42c0-b5c8-6228991e0185 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 943 time: 0.0680978 Jun 22 12:54:02.291319 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0667c5a3-34db-476b-92a8-8d0b87668827 req-f124ce7e-4657-4507-867b-0d18ebb40584 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Jun 22 12:54:02.906774 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4909b-19ff-4921-a8a3-5612978e57e8 req-1983eda5-738d-478d-9780-8c4e663e73cf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:02.908247 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-94d4909b-19ff-4921-a8a3-5612978e57e8 req-1983eda5-738d-478d-9780-8c4e663e73cf tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0682178 Jun 22 12:54:02.946514 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-94d4909b-19ff-4921-a8a3-5612978e57e8 req-bf19e785-c215-4b61-9a61-1d8f270bc87f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Jun 22 12:54:03.467578 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377467c-9bbc-4775-9818-26bfb5558b14 req-30117951-6482-4889-8180-b6f3c2e311bd tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:03.469081 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c377467c-9bbc-4775-9818-26bfb5558b14 req-30117951-6482-4889-8180-b6f3c2e311bd tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 943 time: 0.0634930 Jun 22 12:54:03.507823 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c377467c-9bbc-4775-9818-26bfb5558b14 req-e317c5c6-08de-4a64-96f0-0757609c97ec tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324314 Jun 22 12:54:03.814412 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-bd5598ea-e83a-48bd-85e2-baba137ac512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:04.139959 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3d3a3-6e11-46ce-98c7-47bf3dc25fbf req-43ac8a74-1401-4e82-8939-fbc524f3cb8d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:04.141923 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a9d3d3a3-6e11-46ce-98c7-47bf3dc25fbf req-43ac8a74-1401-4e82-8939-fbc524f3cb8d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0773187 Jun 22 12:54:04.180493 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a9d3d3a3-6e11-46ce-98c7-47bf3dc25fbf req-ab49b30a-dc54-4915-b1e4-b5d88b25a07b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314231 Jun 22 12:54:04.675611 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef296a7-cb7f-4632-a5db-6327cfc9176c req-db5e5436-aa58-4232-a972-7ef945d7626e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:04.677061 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-eef296a7-cb7f-4632-a5db-6327cfc9176c req-db5e5436-aa58-4232-a972-7ef945d7626e tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 943 time: 0.0618303 Jun 22 12:54:04.683598 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 703b4c64-4bd2-4af3-92d3-c3aeedfa740d details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:54:04.719459 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-eef296a7-cb7f-4632-a5db-6327cfc9176c req-2b4c92f3-0a1e-488b-8c04-1857ec62fc43 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350816 Jun 22 12:54:04.892486 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:04.903173 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'port_id': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'mac_address': 'fa:16:3e:db:d7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:54:04.942023 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:04.954788 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703b4c64-4bd2-4af3-92d3-c3aeedfa740d {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:54:04.974026 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:04.977917 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:04.979783 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:05.027759 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:05.031001 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:05.289533 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['703b4c64-4bd2-4af3-92d3-c3aeedfa740d'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:54:05.369561 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e185c8-be35-461c-87c0-f566e043756b req-d30dfb61-b58c-4ac1-9147-af37a631ea1f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:05.371049 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a8e185c8-be35-461c-87c0-f566e043756b req-d30dfb61-b58c-4ac1-9147-af37a631ea1f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0653267 Jun 22 12:54:05.416409 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a8e185c8-be35-461c-87c0-f566e043756b req-f02f981f-97c3-4d52-b77f-b917dd89f19e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393050 Jun 22 12:54:05.895793 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d603-9f9c-4966-be1d-8ac12f7b586a req-fbc645a9-3f90-4043-adbf-01cd64000526 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:05.897250 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2ea9d603-9f9c-4966-be1d-8ac12f7b586a req-fbc645a9-3f90-4043-adbf-01cd64000526 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 944 time: 0.0686924 Jun 22 12:54:05.935309 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2ea9d603-9f9c-4966-be1d-8ac12f7b586a req-c1c5f7e6-f033-488e-897e-2ad5eef36bc1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Jun 22 12:54:06.606823 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a0ead-10f9-42e0-aaea-8d28bb98dd7c req-845d44b8-b37d-4f69-8eea-1f806b1916ff tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:06.608373 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c29a0ead-10f9-42e0-aaea-8d28bb98dd7c req-845d44b8-b37d-4f69-8eea-1f806b1916ff tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0679374 Jun 22 12:54:06.649562 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c29a0ead-10f9-42e0-aaea-8d28bb98dd7c req-c46bb120-0e25-4105-9282-46a766f2dea7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344744 Jun 22 12:54:06.693774 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 703b4c64-4bd2-4af3-92d3-c3aeedfa740d up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:54:06.741793 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:54:06.745498 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:54:06.745875 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:06.822428 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:06.846249 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:06.848508 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5466d0-11ce-41f7-9fdc-ab2689c7635d" -d '{"events": [{"server_uuid": "d4e2ea19-3049-492d-9c1d-c8cd40aff3d8", "name": "network-vif-plugged", "status": "completed", "tag": "703b4c64-4bd2-4af3-92d3-c3aeedfa740d"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:06.866908 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:06.872023 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:06.875971 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-c6554217-c093-4178-a43f-c682e7dccf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:06.912925 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9caa59-0ea1-410f-9d00-612b42051d6d x-openstack-request-id: req-ba9caa59-0ea1-410f-9d00-612b42051d6d {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:06.913241 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e2ea19-3049-492d-9c1d-c8cd40aff3d8", "name": "network-vif-plugged", "status": "completed", "tag": "703b4c64-4bd2-4af3-92d3-c3aeedfa740d", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:06.913492 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba9caa59-0ea1-410f-9d00-612b42051d6d {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:06.913889 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'code': 200} Jun 22 12:54:06.941492 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:06.944586 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:07.070663 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f4ee745e-0d3d-450e-aeed-ef280ffb541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:07.120707 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6872366-d9a0-47df-8ad4-8fe53f68a2f4 req-00fe402a-defe-43f2-8d35-51e97bb77da1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:07.122302 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b6872366-d9a0-47df-8ad4-8fe53f68a2f4 req-00fe402a-defe-43f2-8d35-51e97bb77da1 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 945 time: 0.0688813 Jun 22 12:54:07.474949 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b6872366-d9a0-47df-8ad4-8fe53f68a2f4 req-3bf998e2-ff48-4875-80de-9aacd919381d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455403 Jun 22 12:54:07.508749 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de87ef-2542-430c-b6e2-20c30821ed4a req-cc379050-f421-4a8c-b571-24965c2f4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:07.510486 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-08de87ef-2542-430c-b6e2-20c30821ed4a req-cc379050-f421-4a8c-b571-24965c2f4d62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 1098 time: 0.3613658 Jun 22 12:54:07.549819 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-08de87ef-2542-430c-b6e2-20c30821ed4a req-2497955e-7238-4c0e-b606-94764aa02d58 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329578 Jun 22 12:54:07.867554 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b01d94-8dcf-4afb-b5bd-1a05deaa354b req-e8d24c4d-2f14-4f6a-912b-9709955c3a9c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:07.869888 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-56b01d94-8dcf-4afb-b5bd-1a05deaa354b req-e8d24c4d-2f14-4f6a-912b-9709955c3a9c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0970747 Jun 22 12:54:07.916828 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-56b01d94-8dcf-4afb-b5bd-1a05deaa354b req-6364c42b-3475-487c-b402-ada1435aa53a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345273 Jun 22 12:54:08.587473 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:08.711129 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:54:08.737136 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3589cc-fcbe-441a-8160-ca8eb9a7f893 req-b106b388-9b99-46a8-99b4-b3947bb74781 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:08.739831 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6b3589cc-fcbe-441a-8160-ca8eb9a7f893 req-b106b388-9b99-46a8-99b4-b3947bb74781 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 945 time: 0.0944128 Jun 22 12:54:08.814324 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6b3589cc-fcbe-441a-8160-ca8eb9a7f893 req-ad784c9b-1d80-4406-be48-a4086b5a4c9d tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642047 Jun 22 12:54:08.862897 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:08.883139 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'port_id': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'mac_address': 'fa:16:3e:6a:3c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:54:08.934734 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:08.952768 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:54:08.989793 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:08.998046 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:09.001811 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-deb44562-6f22-4d12-9cf6-f03a24018781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:09.098358 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=6']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:09.106675 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.107346 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.108074 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.108801 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.109294 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.110316 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.110903 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.111440 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.111900 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.112348 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.112744 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.113184 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:09.119103 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:09.169711 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:54:09.211547 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e834b21-1656-40e6-a1dc-28b35fbcdf2d req-cc21bec3-a9b2-4701-851d-a568ccfc54d1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:09.214356 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e834b21-1656-40e6-a1dc-28b35fbcdf2d req-cc21bec3-a9b2-4701-851d-a568ccfc54d1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 945 time: 0.0834212 Jun 22 12:54:09.260476 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e834b21-1656-40e6-a1dc-28b35fbcdf2d req-3e92f910-2cea-4018-88c2-c931c5105abb tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379856 Jun 22 12:54:09.859970 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:10.012370 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0d22f-5de5-4036-a5a0-8a6e95cb8189 req-93f147c9-e444-4d05-ae70-e1d8ba20346b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:10.014703 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-17a0d22f-5de5-4036-a5a0-8a6e95cb8189 req-93f147c9-e444-4d05-ae70-e1d8ba20346b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 945 time: 0.0675294 Jun 22 12:54:10.064432 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-17a0d22f-5de5-4036-a5a0-8a6e95cb8189 req-7fdd1038-ae42-439e-bb96-c18fbb2869fd tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432703 Jun 22 12:54:10.282133 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eca57f-c4db-46ac-96ad-c97a17af8749 req-713272f1-3055-410e-9e47-b9f48d93f223 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:10.283734 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-69eca57f-c4db-46ac-96ad-c97a17af8749 req-713272f1-3055-410e-9e47-b9f48d93f223 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 945 time: 0.0850296 Jun 22 12:54:10.293278 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 36996) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:10.300331 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Request body: {'floatingip': {'port_id': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:54:10.347936 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:10.583554 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:10.587304 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf1a4c-75f2-4e37-a3f0-f294977337f4 req-73aa32ba-c532-4597-9d45-330dbbd72a42 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:10.588922 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f6cf1a4c-75f2-4e37-a3f0-f294977337f4 req-73aa32ba-c532-4597-9d45-330dbbd72a42 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 945 time: 0.1706355 Jun 22 12:54:10.673597 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f6cf1a4c-75f2-4e37-a3f0-f294977337f4 req-6fa98240-5e85-4c5d-bc51-a6c241f4ab1b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758297 Jun 22 12:54:10.730261 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:54:10.778664 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:54:10.779042 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:10.886475 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:10.928147 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:10.930850 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a8409-abd3-4e7e-963a-2873dc7776a3" -d '{"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-plugged", "status": "completed", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:10.965931 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:10.972892 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:10.978026 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21ca2cc-36f6-4cc3-a3a6-412bbf82f452 x-openstack-request-id: req-c21ca2cc-36f6-4cc3-a3a6-412bbf82f452 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:10.978360 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-plugged", "status": "completed", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:10.978628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c21ca2cc-36f6-4cc3-a3a6-412bbf82f452 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:10.979022 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'code': 200} Jun 22 12:54:10.979533 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:11.024338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:11.029457 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:11.050157 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=7']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:11.053745 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:11.146893 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Floating IP e2258a08-4a3a-4dc6-960f-c1bf9f28c432 associated. External IP: 172.27.0.211, port: 703b4c64-4bd2-4af3-92d3-c3aeedfa740d. Jun 22 12:54:11.324529 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:11.429492 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Router a50a586f-b0d7-4734-af96-19466f3703d0 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:54:11.598420 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:54:11.603143 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:11.610163 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] Sync routers for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:54:11.622908 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:54:11.624610 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:54:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:11.661762 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-1be766b5-7154-4807-967a-46c6db201338 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "PUT /v2.0/floatingips/e2258a08-4a3a-4dc6-960f-c1bf9f28c432 HTTP/1.1" status: 200 len: 991 time: 1.3671489 Jun 22 12:54:11.662551 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'tag': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:11.664973 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb6c043-c370-458c-ad52-9b3f0a10ddad" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e2ea19-3049-492d-9c1d-c8cd40aff3d8", "tag": "703b4c64-4bd2-4af3-92d3-c3aeedfa740d"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:11.748794 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757533a9-0607-4f5b-9def-48c699c0cdb0 x-openstack-request-id: req-757533a9-0607-4f5b-9def-48c699c0cdb0 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:11.749401 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e2ea19-3049-492d-9c1d-c8cd40aff3d8", "tag": "703b4c64-4bd2-4af3-92d3-c3aeedfa740d", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:11.749940 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-757533a9-0607-4f5b-9def-48c699c0cdb0 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:11.751500 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'tag': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'status': 'completed', 'code': 200} Jun 22 12:54:11.767184 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:54:11.891707 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-6d352fb4-dd89-4e12-974d-edd6bcc3b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:11.893609 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-6d352fb4-dd89-4e12-974d-edd6bcc3b41f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 1098 time: 0.0912783 Jun 22 12:54:11.959316 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccd8c3-aca7-4109-9785-10b868df7eef req-c2b6560a-3f1a-4cc5-ba15-57d6f66db84c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:11.967231 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4cccd8c3-aca7-4109-9785-10b868df7eef req-c2b6560a-3f1a-4cc5-ba15-57d6f66db84c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0865111 Jun 22 12:54:12.013584 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-4b8acff3-495d-4176-80a2-78034e2fdc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:12.016485 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-4b8acff3-495d-4176-80a2-78034e2fdc11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 200 len: 912 time: 0.1146190 Jun 22 12:54:12.021736 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4cccd8c3-aca7-4109-9785-10b868df7eef req-b03619a6-9be4-4e74-9bb2-18f0879b8445 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529706 Jun 22 12:54:12.094493 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'e2258a08-4a3a-4dc6-960f-c1bf9f28c432', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'port_id': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'mac_address': 'fa:16:3e:db:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:53:55Z', 'updated_at': '2021-06-22T12:54:10Z', 'revision_number': 1, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:12.097624 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-65384f7c-2b8e-4f14-a260-86aba9ae491f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=703b4c64-4bd2-4af3-92d3-c3aeedfa740d HTTP/1.1" status: 200 len: 999 time: 0.0741186 Jun 22 12:54:12.122142 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] Checking router: a50a586f-b0d7-4734-af96-19466f3703d0 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:54:12.132335 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:54:12.133263 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:54:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:12.167904 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-501396a4-5084-49f5-8289-d0ba3f52c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:12.169968 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-501396a4-5084-49f5-8289-d0ba3f52c733 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 200 len: 850 time: 0.0647061 Jun 22 12:54:12.261866 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:54:12.266419 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-0ef4d070-8c4e-4e0e-95d9-d3025c8b37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:12.270019 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-0ef4d070-8c4e-4e0e-95d9-d3025c8b37ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7617ef7-19d0-4268-9f97-c94e8cd8b885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0935283 Jun 22 12:54:12.398605 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-822f22e0-ba49-4eb0-a949-1324fdac65da service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205144 Jun 22 12:54:12.526762 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1fb6c043-c370-458c-ad52-9b3f0a10ddad req-f23c6916-db0f-4145-bc6b-b8747e74fca7 service neutron] 10.222.0.46 "GET /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190088 Jun 22 12:54:12.547512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'e2258a08-4a3a-4dc6-960f-c1bf9f28c432', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'port_id': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'mac_address': 'fa:16:3e:db:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:53:55Z', 'updated_at': '2021-06-22T12:54:10Z', 'revision_number': 1, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:12.590734 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb558326-7963-4eaa-be97-9f9c4d096a76 None None] The sync data for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi is: [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': 'e2258a08-4a3a-4dc6-960f-c1bf9f28c432', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'port_id': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'mac_address': 'fa:16:3e:db:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:53:55Z', 'updated_at': '2021-06-22T12:54:10Z', 'revision_number': 1, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:54:12.848536 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00200aa0-5bb3-44c2-b787-8f6927768509 None None] New status for floating IP e2258a08-4a3a-4dc6-960f-c1bf9f28c432: ACTIVE {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:54:13.257406 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44c07b-9254-4e5a-aee1-03ea97dfab09 req-d48763d3-7307-4fd9-b80b-6e71a6e4cc10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:13.259098 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-af44c07b-9254-4e5a-aee1-03ea97dfab09 req-d48763d3-7307-4fd9-b80b-6e71a6e4cc10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0787497 Jun 22 12:54:13.312727 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-af44c07b-9254-4e5a-aee1-03ea97dfab09 req-bbfddf44-fa27-4860-ac0b-5bd4810c354f tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Jun 22 12:54:14.556523 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69782-5748-45f8-a91c-8400f2fb4dd8 req-81a6af90-005d-4e93-b449-d673a010ca25 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:14.563899 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c8a69782-5748-45f8-a91c-8400f2fb4dd8 req-81a6af90-005d-4e93-b449-d673a010ca25 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0974195 Jun 22 12:54:14.632366 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c8a69782-5748-45f8-a91c-8400f2fb4dd8 req-5627abad-94a0-4848-8462-7a7e6db5c969 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670366 Jun 22 12:54:15.838487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c3173-0645-41dc-b865-a81bf089a21b req-43a915d3-bac9-42cb-8680-fd1fec049145 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:15.841206 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9a2c3173-0645-41dc-b865-a81bf089a21b req-43a915d3-bac9-42cb-8680-fd1fec049145 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0722864 Jun 22 12:54:15.895166 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9a2c3173-0645-41dc-b865-a81bf089a21b req-5dcd6491-ae4e-453b-9c18-7e1dfe17d8e4 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469744 Jun 22 12:54:17.102351 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc52def-75e4-4b6a-8549-23bec2942bd5 req-52b4b083-a707-47d9-9352-24d6bb4de887 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:17.103926 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cdc52def-75e4-4b6a-8549-23bec2942bd5 req-52b4b083-a707-47d9-9352-24d6bb4de887 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0731993 Jun 22 12:54:17.147844 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cdc52def-75e4-4b6a-8549-23bec2942bd5 req-c7620d2f-6f45-45f4-9c82-d91a371127aa tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370643 Jun 22 12:54:18.071067 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-a0965509-8dbb-4e52-912e-872cec2628ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:18.072618 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-a0965509-8dbb-4e52-912e-872cec2628ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 1099 time: 0.0559981 Jun 22 12:54:18.168416 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-a1b47014-afa6-4da7-ae70-9cdc525fe49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:18.169863 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-a1b47014-afa6-4da7-ae70-9cdc525fe49c service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.0909016 Jun 22 12:54:18.239966 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-a6853cea-8d7c-427d-87da-6aa807fa858d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f HTTP/1.1" status: 200 len: 1002 time: 0.0641098 Jun 22 12:54:18.289956 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-6efff597-02c9-40b8-a515-c6019f4fc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:18.291375 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-6efff597-02c9-40b8-a515-c6019f4fc41b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.0459855 Jun 22 12:54:18.350726 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee11280-df17-485a-98fb-ab46ba20d2c8 req-54d26273-1ec5-4d13-b758-ef81a4554d49 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:18.352698 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6ee11280-df17-485a-98fb-ab46ba20d2c8 req-54d26273-1ec5-4d13-b758-ef81a4554d49 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0782030 Jun 22 12:54:18.355881 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-c847ac7f-b596-406c-8800-78a18060a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:18.357357 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-c847ac7f-b596-406c-8800-78a18060a137 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593600 Jun 22 12:54:18.396404 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6ee11280-df17-485a-98fb-ab46ba20d2c8 req-a020db91-1b05-4aee-b758-779ab5faa9ab tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374997 Jun 22 12:54:18.448414 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-a6a6614c-59d7-49c6-9a82-c3268c997993 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845294 Jun 22 12:54:18.544483 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-90ec96fb-ba75-4788-a448-39cd054f86a1 req-74458106-9515-49c9-bdb3-65adbd17aeab service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900211 Jun 22 12:54:19.580479 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898b73-271e-4db1-be9c-4c9a0092a8fe req-f087a248-ce87-42c8-89f5-7dc48f8c3bb0 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:19.581980 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5e898b73-271e-4db1-be9c-4c9a0092a8fe req-f087a248-ce87-42c8-89f5-7dc48f8c3bb0 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0690029 Jun 22 12:54:19.622713 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5e898b73-271e-4db1-be9c-4c9a0092a8fe req-f1389362-60f3-4487-ada8-3da5acb8005c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350084 Jun 22 12:54:20.808764 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aab928-ba37-4735-ab67-3abb86cc0d7d req-1eb50441-6834-4605-a418-77ab97b0aad1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:20.810164 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-95aab928-ba37-4735-ab67-3abb86cc0d7d req-1eb50441-6834-4605-a418-77ab97b0aad1 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0661297 Jun 22 12:54:20.850774 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-95aab928-ba37-4735-ab67-3abb86cc0d7d req-be2ed199-f842-4d49-9134-daaef32a1d40 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348904 Jun 22 12:54:22.035840 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-cf4eee80-4d51-4feb-a978-c56eaf44d11d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0641561 Jun 22 12:54:22.048166 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329d10-caea-41a6-970f-47c3bc253043 req-a3594643-c9ae-4cc1-956d-ef3cd3930585 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:22.049742 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d9329d10-caea-41a6-970f-47c3bc253043 req-a3594643-c9ae-4cc1-956d-ef3cd3930585 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 946 time: 0.0728378 Jun 22 12:54:22.122081 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d9329d10-caea-41a6-970f-47c3bc253043 req-c2bc56d9-d74a-4a89-9f22-e7a0b131e2b2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628548 Jun 22 12:54:22.805941 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:54:22.881676 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:22.903560 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:22.905819 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac7591d-0a1e-4ac8-b362-fdc9f5808572" -d '{"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-unplugged", "status": "completed", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:22.922743 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:22.926932 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:22.928843 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2718fddc-10b1-45bf-a160-f152d99a1826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:22.954065 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10699690-4454-48b7-946f-f8c09d005cd6 x-openstack-request-id: req-10699690-4454-48b7-946f-f8c09d005cd6 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:22.954390 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-unplugged", "status": "completed", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:22.954669 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10699690-4454-48b7-946f-f8c09d005cd6 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:22.955036 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'code': 200} Jun 22 12:54:22.977742 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=8']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:22.980944 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:23.173913 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-83a03141-eed6-461b-a72b-316cbd7ef1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:23.175473 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-83a03141-eed6-461b-a72b-316cbd7ef1ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3&tenant_id=8fd8f28261ac4130b3611edc2ba57f7a HTTP/1.1" status: 200 len: 1097 time: 0.0951779 Jun 22 12:54:23.275471 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-78498feb-c1b3-43bd-96c6-be94a3a907f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:23.277502 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-78498feb-c1b3-43bd-96c6-be94a3a907f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 1097 time: 0.0657244 Jun 22 12:54:23.330595 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cafcb-9a60-4096-8a30-90ac12b1c835 req-373bdb1d-d277-4aff-90f5-22ec9e8489c8 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:23.332571 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b44cafcb-9a60-4096-8a30-90ac12b1c835 req-373bdb1d-d277-4aff-90f5-22ec9e8489c8 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0684655 Jun 22 12:54:23.374347 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b44cafcb-9a60-4096-8a30-90ac12b1c835 req-5bff8fd5-a05e-4916-8d6c-e9e9425d43cd tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351341 Jun 22 12:54:23.381683 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-51cb3557-e15e-46b6-b01c-6ada2700ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:23.383264 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-51cb3557-e15e-46b6-b01c-6ada2700ea29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 200 len: 918 time: 0.0993545 Jun 22 12:54:23.457853 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-9fa0f519-e0a3-4d37-a60e-924784ff3082 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f HTTP/1.1" status: 200 len: 1000 time: 0.0675161 Jun 22 12:54:23.508951 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-162f79ad-bcca-4d93-8f4b-a639978835e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:23.510429 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-162f79ad-bcca-4d93-8f4b-a639978835e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 200 len: 856 time: 0.0463550 Jun 22 12:54:23.577188 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-b4c16483-5098-4d1a-ba53-bd75bc19eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:23.579414 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-b4c16483-5098-4d1a-ba53-bd75bc19eff5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc9fee7-e7ea-4263-ba34-69c1136681b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566421 Jun 22 12:54:23.675652 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-0c989b8a-ecde-4721-9aa7-ca7ce743fc40 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891223 Jun 22 12:54:23.768373 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-19d5f833-40f1-4f86-ad0a-fd2298e976cb req-bcea4711-bd80-4153-abb1-495577d58f83 service neutron] 10.222.0.46 "GET /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847969 Jun 22 12:54:24.604611 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c49d7-6e0d-4cb5-86a3-b7b8d383801a req-49a691fa-4ee1-457a-9167-11ec5012dcb3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:24.607521 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f98c49d7-6e0d-4cb5-86a3-b7b8d383801a req-49a691fa-4ee1-457a-9167-11ec5012dcb3 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0783236 Jun 22 12:54:24.671050 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f98c49d7-6e0d-4cb5-86a3-b7b8d383801a req-410b68d5-8e9e-48e9-9812-29ea56baf21c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551138 Jun 22 12:54:25.879408 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc9107-3af1-4fd8-9409-ce764e6feaff req-2e7129e4-2b6d-4ff8-b2ab-2be2d99d4b78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:25.880869 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ecbc9107-3af1-4fd8-9409-ce764e6feaff req-2e7129e4-2b6d-4ff8-b2ab-2be2d99d4b78 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0790045 Jun 22 12:54:25.933365 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ecbc9107-3af1-4fd8-9409-ce764e6feaff req-bc091f18-81e1-4c3e-b9e9-093892e5ec7d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416970 Jun 22 12:54:27.137597 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50aac0-6b8d-49a8-b6a2-676e7402ae52 req-2440a5eb-47dd-4886-b25c-091a9a20f485 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:27.140293 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-de50aac0-6b8d-49a8-b6a2-676e7402ae52 req-2440a5eb-47dd-4886-b25c-091a9a20f485 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0676558 Jun 22 12:54:27.180205 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-de50aac0-6b8d-49a8-b6a2-676e7402ae52 req-b9d3d3ed-3bb1-4961-b2a7-3a23277ca0bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337975 Jun 22 12:54:28.418475 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47086cdf-b478-43a9-b121-589906d4f0a5 req-24688abe-032a-425d-acb4-6dd4ed9bc29e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:28.420080 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-47086cdf-b478-43a9-b121-589906d4f0a5 req-24688abe-032a-425d-acb4-6dd4ed9bc29e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.1108272 Jun 22 12:54:28.465018 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-47086cdf-b478-43a9-b121-589906d4f0a5 req-30bc661c-3f8f-4cfa-8f60-d63207c89b62 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369682 Jun 22 12:54:29.419104 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c76a7-2617-4182-88db-f092dd4c4bed req-3a7b11f9-5799-4407-9c1b-f8535ecb2368 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:29.420657 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-883c76a7-2617-4182-88db-f092dd4c4bed req-3a7b11f9-5799-4407-9c1b-f8535ecb2368 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0989981 Jun 22 12:54:29.467985 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-883c76a7-2617-4182-88db-f092dd4c4bed req-4e9d996d-b7db-4422-ad5f-ed5aa07d154b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405636 Jun 22 12:54:29.656987 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6717-eccb-4a67-9fc1-a48009322d95 req-49f986c8-f65a-45a6-afb7-db028f123691 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:29.659001 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-312c6717-eccb-4a67-9fc1-a48009322d95 req-49f986c8-f65a-45a6-afb7-db028f123691 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0703394 Jun 22 12:54:29.704835 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-312c6717-eccb-4a67-9fc1-a48009322d95 req-4936931b-3604-483e-bb9f-2288d62720ca tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395603 Jun 22 12:54:30.676334 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7d599-576d-4a8d-aa11-b1e3fcbfc71e req-eec7cb2d-ea8d-42cb-bd0f-c389fb278eb3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:30.678206 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5cd7d599-576d-4a8d-aa11-b1e3fcbfc71e req-eec7cb2d-ea8d-42cb-bd0f-c389fb278eb3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0730126 Jun 22 12:54:30.724621 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5cd7d599-576d-4a8d-aa11-b1e3fcbfc71e req-57813a98-e6dd-4784-8100-9eadfe38d8a8 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371876 Jun 22 12:54:30.911096 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de7198-23a7-4846-b0fc-cc12c9fd86d0 req-c0b9eb17-6870-4179-8a52-024d4647dda0 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:30.912719 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f7de7198-23a7-4846-b0fc-cc12c9fd86d0 req-c0b9eb17-6870-4179-8a52-024d4647dda0 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0698340 Jun 22 12:54:30.964659 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f7de7198-23a7-4846-b0fc-cc12c9fd86d0 req-667480d6-493d-49ba-88d1-668a156701a9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460458 Jun 22 12:54:31.925155 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5638356-c4a0-4bc3-8e01-c0a3ffbe96fd req-cdf742a5-e8e6-415c-912d-b059b5931ee6 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:31.926913 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f5638356-c4a0-4bc3-8e01-c0a3ffbe96fd req-cdf742a5-e8e6-415c-912d-b059b5931ee6 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0663521 Jun 22 12:54:31.966436 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f5638356-c4a0-4bc3-8e01-c0a3ffbe96fd req-46671ba2-25b8-4b10-879d-705085f7cfe3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330958 Jun 22 12:54:32.178066 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de812b2-36d8-4e63-b6e8-387125a78ea5 req-778a0601-3379-4432-a78e-82d8f4175a04 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:32.180054 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2de812b2-36d8-4e63-b6e8-387125a78ea5 req-778a0601-3379-4432-a78e-82d8f4175a04 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0767097 Jun 22 12:54:32.222792 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2de812b2-36d8-4e63-b6e8-387125a78ea5 req-a56ad4ec-13dc-4cdf-ade9-9f8995eb5013 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369565 Jun 22 12:54:32.764228 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:54:33.158800 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9a5f1-fdca-461e-9d79-6d1464451ac7 req-1546106b-fdb7-4fcd-b88a-0386370aed4f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:33.160332 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d9e9a5f1-fdca-461e-9d79-6d1464451ac7 req-1546106b-fdb7-4fcd-b88a-0386370aed4f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0699992 Jun 22 12:54:33.206851 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d9e9a5f1-fdca-461e-9d79-6d1464451ac7 req-48ad6157-da71-4d55-bbc5-54dbc05c95ec tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404735 Jun 22 12:54:33.432183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5037f-6e01-4893-89e4-fc6b01405b41 req-07c8c9e7-587f-46b7-b29f-e7c1375b5f9d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:33.434798 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f0f5037f-6e01-4893-89e4-fc6b01405b41 req-07c8c9e7-587f-46b7-b29f-e7c1375b5f9d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0884240 Jun 22 12:54:33.484062 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f0f5037f-6e01-4893-89e4-fc6b01405b41 req-e66bee9e-3ce6-42ca-9b50-a68df1f172c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Jun 22 12:54:33.819918 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-69576f7a-3128-4324-9f74-2554f612e01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:33.901319 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d48d-7401-40de-82de-f77da5e9a9a8 req-35424974-b974-4db8-97c4-962cfaee0dcc tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:33.902993 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c3b3d48d-7401-40de-82de-f77da5e9a9a8 req-35424974-b974-4db8-97c4-962cfaee0dcc tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0815637 Jun 22 12:54:33.947212 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c3b3d48d-7401-40de-82de-f77da5e9a9a8 req-01d16be2-2e55-412d-a763-ab786fb4807f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360742 Jun 22 12:54:34.391625 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017029ee-f516-4fad-8908-63373e64a98b req-281fbf8e-7803-4493-9228-db1e113306f1 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:34.395819 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-017029ee-f516-4fad-8908-63373e64a98b req-281fbf8e-7803-4493-9228-db1e113306f1 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0727599 Jun 22 12:54:34.438816 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-017029ee-f516-4fad-8908-63373e64a98b req-19453b72-76db-47e5-b3ca-023057b3bbbe tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367870 Jun 22 12:54:34.682789 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d631-cf7e-4a55-99c6-390eec519bfa req-4b4d758a-67c6-4440-b97e-b7363c777b68 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:34.684275 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-19b0d631-cf7e-4a55-99c6-390eec519bfa req-4b4d758a-67c6-4440-b97e-b7363c777b68 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0692320 Jun 22 12:54:34.723694 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-19b0d631-cf7e-4a55-99c6-390eec519bfa req-26045ec9-1d9c-4781-962e-4e252bb2ce19 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Jun 22 12:54:35.125520 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476177-e820-4bf8-9b89-c1bcc8adc963 req-a3765e3c-1e20-4c50-9d98-3257ba548d30 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:35.127041 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-da476177-e820-4bf8-9b89-c1bcc8adc963 req-a3765e3c-1e20-4c50-9d98-3257ba548d30 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0682259 Jun 22 12:54:35.165896 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-da476177-e820-4bf8-9b89-c1bcc8adc963 req-33b10c7c-1da8-462f-81b5-190267b573ab tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Jun 22 12:54:35.632463 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51ba59-1b4a-46b0-868f-7f6e9f8d1c66 req-21f06f99-733e-4e23-b9d7-6edd28c2927e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:35.633908 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5f51ba59-1b4a-46b0-868f-7f6e9f8d1c66 req-21f06f99-733e-4e23-b9d7-6edd28c2927e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0673294 Jun 22 12:54:35.671557 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5f51ba59-1b4a-46b0-868f-7f6e9f8d1c66 req-3f4a9927-7787-462b-9b56-bb0f35714190 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319171 Jun 22 12:54:36.080960 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d073-5bd4-40fa-9b11-249113a5bb52 req-327180d6-6b1f-4eed-b52a-7e5a6201c988 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:36.082563 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9ef5d073-5bd4-40fa-9b11-249113a5bb52 req-327180d6-6b1f-4eed-b52a-7e5a6201c988 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0774326 Jun 22 12:54:36.125018 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9ef5d073-5bd4-40fa-9b11-249113a5bb52 req-ef3f301c-e917-4bd0-8bad-3cca270556b9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366857 Jun 22 12:54:36.351117 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a745-c392-498e-ab4c-a97fba461a2e req-e61105fd-7401-483a-b412-22f41ab7baa2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:36.352661 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b424a745-c392-498e-ab4c-a97fba461a2e req-e61105fd-7401-483a-b412-22f41ab7baa2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0706193 Jun 22 12:54:36.393147 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b424a745-c392-498e-ab4c-a97fba461a2e req-32561491-3266-42d3-9e24-5cfaab0eb688 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319831 Jun 22 12:54:36.847059 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9f54c-8712-462a-889d-e636c304e3ab req-303382c2-8687-496c-a2d4-809d0ce26a39 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:36.848698 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5ff9f54c-8712-462a-889d-e636c304e3ab req-303382c2-8687-496c-a2d4-809d0ce26a39 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0665040 Jun 22 12:54:36.891197 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5ff9f54c-8712-462a-889d-e636c304e3ab req-a3476dd6-c294-4f65-9ef4-ccf2842aa66d tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364041 Jun 22 12:54:36.926197 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b7b47-207d-4af4-8227-d5075bc5607e req-72fd3e8c-9987-42c1-a575-042f47dc3ea1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:36.927734 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-392b7b47-207d-4af4-8227-d5075bc5607e req-72fd3e8c-9987-42c1-a575-042f47dc3ea1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 945 time: 0.0639772 Jun 22 12:54:37.037063 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Deleting port 23fd45fe-b984-44be-9c55-42123314e951 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:54:37.037301 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:37.072300 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-10fe5acd-73b6-4254-b3b7-6fd5cc0fd89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:37.131500 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] For port 23fd45fe-b984-44be-9c55-42123314e951, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=23fd45fe-b984-44be-9c55-42123314e951,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:37.132080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:37.312966 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba5cc7-407e-498f-8751-9f06a2faa967 req-450fc01f-9c8b-494b-815e-d7d9f4a1a0d9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:37.314452 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cfba5cc7-407e-498f-8751-9f06a2faa967 req-450fc01f-9c8b-494b-815e-d7d9f4a1a0d9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0661383 Jun 22 12:54:37.322862 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:37.323258 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:37.323582 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Floating IP 3d79638f-9b43-4d74-bf24-b06d3383bc69 disassociated. External IP: 172.27.0.202, port: 23fd45fe-b984-44be-9c55-42123314e951. Jun 22 12:54:37.323966 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Calling delete_port for 23fd45fe-b984-44be-9c55-42123314e951 owned by compute:nova {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:54:37.356460 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cfba5cc7-407e-498f-8751-9f06a2faa967 req-02d99206-5940-4e0c-a600-59afc097c1fc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361247 Jun 22 12:54:37.459502 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:37.463407 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-83d07d53-38b5-4798-834d-320f504733e8 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:37.490729 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event deleted for resources: {'Port': ['ID=23fd45fe-b984-44be-9c55-42123314e951,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:37.500724 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.500986 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.501365 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.501732 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.502095 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.502485 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.502846 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.503200 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.503554 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.503914 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.504345 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.505133 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:37.509029 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:37.576721 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-18884b8e-b053-4846-b5ff-37f55c39512c req-876ac954-366f-497c-b625-817bb2abd17e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 210 time: 0.0607381 Jun 22 12:54:37.652352 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:54:38.038176 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:54:38.049406 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:54:38.060905 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:54:38.061901 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:54:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:38.083564 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] No DVR routers for this DVR port 23fd45fe-b984-44be-9c55-42123314e951 on host hv-cinder-79668 {{(pid=99525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:54:38.084813 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277c441-038d-472c-8748-b92d3e8fe368 req-86f9ff2e-9d61-4fba-ad78-a6095f973d0e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:38.086506 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8277c441-038d-472c-8748-b92d3e8fe368 req-86f9ff2e-9d61-4fba-ad78-a6095f973d0e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0696008 Jun 22 12:54:38.086722 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:38.088708 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-392b7b47-207d-4af4-8227-d5075bc5607e req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "DELETE /v2.0/ports/23fd45fe-b984-44be-9c55-42123314e951 HTTP/1.1" status: 204 len: 173 time: 1.1540203 Jun 22 12:54:38.089490 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'name': 'network-vif-deleted', 'tag': '23fd45fe-b984-44be-9c55-42123314e951'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:38.091593 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b885f0a-b092-44f8-82ef-6b111fc69a0d" -d '{"events": [{"server_uuid": "be2444df-77b3-4662-b71e-5553ed0d8709", "name": "network-vif-deleted", "tag": "23fd45fe-b984-44be-9c55-42123314e951"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:38.134797 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8277c441-038d-472c-8748-b92d3e8fe368 req-bbfaa20b-6a55-4c64-9303-da6877d8a086 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 Jun 22 12:54:38.139328 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298d6407-2566-499d-8339-03e47433289b x-openstack-request-id: req-298d6407-2566-499d-8339-03e47433289b {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:38.140368 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2444df-77b3-4662-b71e-5553ed0d8709", "name": "network-vif-deleted", "tag": "23fd45fe-b984-44be-9c55-42123314e951", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:38.140885 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-298d6407-2566-499d-8339-03e47433289b {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:38.141576 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2444df-77b3-4662-b71e-5553ed0d8709', 'name': 'network-vif-deleted', 'tag': '23fd45fe-b984-44be-9c55-42123314e951', 'status': 'completed', 'code': 200} Jun 22 12:54:38.184804 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:54:38.524632 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:38.552798 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569870b-7514-488e-abe1-eb4b3ea871d7 req-04d2b5c2-b0b4-41d1-badb-e87d93af541b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:38.555157 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0569870b-7514-488e-abe1-eb4b3ea871d7 req-04d2b5c2-b0b4-41d1-badb-e87d93af541b tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 944 time: 0.0754530 Jun 22 12:54:38.557768 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:54:38.578521 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:54:38.579182 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:54:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:38.599211 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0569870b-7514-488e-abe1-eb4b3ea871d7 req-4ae9b33e-7a0e-4c53-8593-37083081b72c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385289 Jun 22 12:54:38.613530 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:38.693874 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:54:38.749872 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60e961fe-e9fd-48cf-9584-c11979f3b894 req-76907d1f-a9c7-46f3-80a0-f1fa70292aa1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2444df-77b3-4662-b71e-5553ed0d8709 HTTP/1.1" status: 200 len: 210 time: 0.0289977 Jun 22 12:54:38.894074 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:38.897380 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:54:38.929802 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc1122-aa85-4223-b62b-9d21e4a1cf65 None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:54:39.031094 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:39.043137 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'port_id': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'mac_address': 'fa:16:3e:6a:3c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:54:39.082353 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:39.099572 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:54:39.121257 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:39.126546 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:39.128654 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:39.183243 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=9']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:39.186280 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:39.228425 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb9ba8-d8d9-4823-849b-9d0c4f68350e None None] New status for floating IP 3d79638f-9b43-4d74-bf24-b06d3383bc69: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:54:39.322839 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181e665-ea82-44fa-a787-d1794c1650ed req-1f8d29f4-38c3-4d78-b393-b0fc68288723 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:39.324443 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c181e665-ea82-44fa-a787-d1794c1650ed req-1f8d29f4-38c3-4d78-b393-b0fc68288723 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0715935 Jun 22 12:54:39.364107 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c181e665-ea82-44fa-a787-d1794c1650ed req-45b1f5cb-b023-434c-a416-9bcd58c14ddd tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340340 Jun 22 12:54:39.519837 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:54:39.786110 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b05059-9b12-468c-8926-3759daf36f4a req-b02a7183-1dd8-4440-ba33-f3d13c87f92c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:39.787665 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f6b05059-9b12-468c-8926-3759daf36f4a req-b02a7183-1dd8-4440-ba33-f3d13c87f92c tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 945 time: 0.0678813 Jun 22 12:54:39.827837 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f6b05059-9b12-468c-8926-3759daf36f4a req-8ac20fb2-1080-4d94-ad2d-27ab05132297 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339420 Jun 22 12:54:39.859684 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:40.038846 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-2c8f8795-c351-45b9-8fb7-ecef24bf8e33 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993439982&fields=id&tenant_id=c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 267 time: 0.0345922 Jun 22 12:54:40.156230 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-9d81a341-41b3-4f4c-aec0-63dede0169f4 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:40.157769 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-9d81a341-41b3-4f4c-aec0-63dede0169f4 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 812 time: 0.1125762 Jun 22 12:54:40.173140 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-c09573d4-ffe9-490e-bc00-238d7da6ea95 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/quotas/c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 375 time: 0.0098665 Jun 22 12:54:40.248372 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-5c1fe5e8-5e9a-4b3b-9626-5624bc62f45d tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697038 Jun 22 12:54:40.351256 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-38f1d190-5a5e-4c69-8f88-5f41ea86b739 service neutron] 10.222.0.15 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912187 Jun 22 12:54:40.443606 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-8d674196-d37b-4af7-b32c-d96e42170d66 service neutron] 10.222.0.15 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862730 Jun 22 12:54:40.549576 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2996899-6cca-4a7c-9d0d-6060df52f92d req-0d4bfba2-d9d8-48d5-9225-14945255e277 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:40.551168 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e2996899-6cca-4a7c-9d0d-6060df52f92d req-0d4bfba2-d9d8-48d5-9225-14945255e277 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0667989 Jun 22 12:54:40.587502 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:40.596480 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e2996899-6cca-4a7c-9d0d-6060df52f92d req-cd58a38c-0bed-4cc4-b0bc-bdc6d269c023 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383346 Jun 22 12:54:40.822148 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-35bb91cf-2d9b-4898-90cc-07b2987d3f10 req-b42f02f0-ae79-429f-9c50-d76c34d47023 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 210 time: 0.0349793 Jun 22 12:54:40.899107 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:54:40.958807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:54:40.959193 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:41.043769 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa827fc-2ebf-4fc9-a3ae-90420f86fe9a req-5d541acf-2f2f-44ed-b663-7769cb49abda tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:41.045248 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-caa827fc-2ebf-4fc9-a3ae-90420f86fe9a req-5d541acf-2f2f-44ed-b663-7769cb49abda tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 945 time: 0.0764594 Jun 22 12:54:41.050949 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:41.081248 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:41.083882 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322408fd-ad2b-41d8-b8fb-94324b67675d" -d '{"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-plugged", "status": "completed", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:41.091549 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-caa827fc-2ebf-4fc9-a3ae-90420f86fe9a req-787e2204-596a-40e1-9e8d-91db932cdb40 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388410 Jun 22 12:54:41.106859 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:41.113246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:41.114684 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 23fd45fe-b984-44be-9c55-42123314e951 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:54:41.118164 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:41.139037 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddddefb-a011-482c-bd96-d37e7a25b6af x-openstack-request-id: req-cddddefb-a011-482c-bd96-d37e7a25b6af {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:41.139352 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-plugged", "status": "completed", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:41.139645 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cddddefb-a011-482c-bd96-d37e7a25b6af {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:41.140055 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'code': 200} Jun 22 12:54:41.160627 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 23fd45fe-b984-44be-9c55-42123314e951 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:54:41.160969 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 23fd45fe-b984-44be-9c55-42123314e951 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:54:41.190931 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=10']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:41.194025 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:41.302899 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:41.469976 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673def24-9763-4a66-bbb8-aa20f79caa03 req-74960491-34d6-4c74-95bd-125239939354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:41.471565 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-673def24-9763-4a66-bbb8-aa20f79caa03 req-74960491-34d6-4c74-95bd-125239939354 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 1100 time: 0.0534186 Jun 22 12:54:41.510126 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-673def24-9763-4a66-bbb8-aa20f79caa03 req-9a9a97aa-6c1d-426b-a818-2ef975ace70f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310657 Jun 22 12:54:41.786837 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a85900-efb8-4f77-bdcf-8d8db2cb0ff1 req-086f3ea0-ff62-4a32-acc9-d99defa608a9 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:41.788407 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-81a85900-efb8-4f77-bdcf-8d8db2cb0ff1 req-086f3ea0-ff62-4a32-acc9-d99defa608a9 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0685792 Jun 22 12:54:41.829635 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-81a85900-efb8-4f77-bdcf-8d8db2cb0ff1 req-947ce734-bda8-404f-9894-24d0ffaa8682 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350201 Jun 22 12:54:41.976361 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ff64cf31-3f14-46df-a16b-9325457f68f4 req-cde4f98c-be34-4d17-b2bc-fe6330275f97 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 210 time: 0.0366151 Jun 22 12:54:42.278202 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd2b42-a34f-43b6-a46b-674211ff9fa4 req-ca0044d7-625e-43ff-8696-462b6721ff01 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:42.279677 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9dcd2b42-a34f-43b6-a46b-674211ff9fa4 req-ca0044d7-625e-43ff-8696-462b6721ff01 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 947 time: 0.0659754 Jun 22 12:54:42.370157 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-9dcd2b42-a34f-43b6-a46b-674211ff9fa4 req-eb72fc8e-44f6-4d53-8d99-5da3b7cc7841 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840027 Jun 22 12:54:42.423934 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-4252c0ad-206f-4e22-8e74-8d572aaaed9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:42.425347 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-4252c0ad-206f-4e22-8e74-8d572aaaed9e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 812 time: 0.1232553 Jun 22 12:54:42.476369 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-a355969b-64d7-4184-80b9-33dc6a48b2d3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 379 time: 0.0339143 Jun 22 12:54:42.487532 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'port': {'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'admin_state_up': True, 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'security_groups': ['823f3d15-0059-4407-b91f-b419b8b9db1a']}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:54:42.604070 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Made reservation on behalf of c25f44773d2d43eab3f1a963f902cfae for: {'port': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:54:42.607900 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:42.745786 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Allocated IP 172.20.0.7 (3553989c-af85-4604-b6a7-ea35df756dff/02f5335c-70a9-40f8-904e-72228c4aef55/5da8cf39-2de7-41a9-ae66-9714d15bd8a7) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:54:42.911312 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:42.926281 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Transition to ACTIVE for port object 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 will not be triggered until provisioned by entity DHCP. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:54:42.963161 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:42.969330 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-79d48c56-1184-40b1-b4aa-ee669b35379d tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:43.018938 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Network 3553989c-af85-4604-b6a7-ea35df756dff is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:54:43.023435 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:54:43.026437 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:54:43.074095 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:43.086464 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:43.113125 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372ce83-2543-4803-9f86-5cd9bb4775ef req-4f2531eb-c031-4e39-8102-c6d9148f55f7 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:43.123084 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4372ce83-2543-4803-9f86-5cd9bb4775ef req-4f2531eb-c031-4e39-8102-c6d9148f55f7 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.1518056 Jun 22 12:54:43.137798 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:43.138671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:43.175062 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-cc453695-2cbd-4ae7-a4ce-b49242510550 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6928895 Jun 22 12:54:43.195710 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Request body: {'port': {'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:54:43.206487 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4372ce83-2543-4803-9f86-5cd9bb4775ef req-a77d6cba-5c5d-402d-a7c8-673a7e440bef tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716619 Jun 22 12:54:43.313931 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:43.362382 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-37438800-3fc6-4f90-a0f5-59f5ac722570 None None] Provisioning for port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:54:43.369366 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-37438800-3fc6-4f90-a0f5-59f5ac722570 None None] Provisioning complete for port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:54:43.369756 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-37438800-3fc6-4f90-a0f5-59f5ac722570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:43.476535 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-37438800-3fc6-4f90-a0f5-59f5ac722570 None None] Port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:54:43.482238 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594099-ccf5-4f5e-9417-7d61944779ad req-c2b33d30-304a-49db-9d07-297d499fc669 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:43.483871 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-13594099-ccf5-4f5e-9417-7d61944779ad req-c2b33d30-304a-49db-9d07-297d499fc669 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 931 time: 0.0930431 Jun 22 12:54:43.539410 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-13594099-ccf5-4f5e-9417-7d61944779ad req-3854a341-05a2-4d1a-8149-5b520aade421 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470350 Jun 22 12:54:43.712315 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae04e6e-4039-473b-a250-35a462cda7f6 req-dca4887a-3046-41b4-8518-7201bc998859 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:43.713776 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1ae04e6e-4039-473b-a250-35a462cda7f6 req-dca4887a-3046-41b4-8518-7201bc998859 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 947 time: 0.1399131 Jun 22 12:54:43.740988 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 {{(pid=99525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:54:43.752650 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:43.778400 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.provisioning_blocks [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Transition to ACTIVE for port object 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 will not be triggered until provisioned by entity L2. {{(pid=99525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:54:43.782647 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1ae04e6e-4039-473b-a250-35a462cda7f6 req-a49c1663-07cd-4277-935f-851d6226eb86 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608041 Jun 22 12:54:43.784056 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:43.786316 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:43.862445 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Pushing event updated for resources: {'Port': ['ID=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,revision_number=2']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:43.865811 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:43.939342 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Attempting to bind port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:54:43.939684 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Attempting to bind port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:54:43.940016 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Attempting to bind port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 on network 3553989c-af85-4604-b6a7-ea35df756dff {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:54:43.944574 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 on network 3553989c-af85-4604-b6a7-ea35df756dff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:54:43.944892 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Attempting to bind port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 on network 3553989c-af85-4604-b6a7-ea35df756dff {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:54:43.949694 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:54:43.950032 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Checking segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:54:43.950444 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Bound using segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} {{(pid=99525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:54:43.950879 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.managers [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Bound port: 5da8cf39-2de7-41a9-ae66-9714d15bd8a7, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}}] {{(pid=99525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:54:43.951226 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:44.015164 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] For port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7, host hv-cinder-79668, cleared binding levels {{(pid=99525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:54:44.018105 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] For port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:54:44.023180 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:44.026070 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:44.066414 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:44.067083 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:44.068568 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] 10.222.0.46 "PUT /v2.0/ports/5da8cf39-2de7-41a9-ae66-9714d15bd8a7 HTTP/1.1" status: 200 len: 1093 time: 0.8778563 Jun 22 12:54:44.069083 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:44.071420 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:44.095103 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Pushing event updated for resources: {'Port': ['ID=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,revision_number=3']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:44.098407 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:44.126626 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4c7b39-cab2-4e6f-b4be-bb0438a3ecca x-openstack-request-id: req-cc4c7b39-cab2-4e6f-b4be-bb0438a3ecca {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:44.126962 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:44.127255 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc4c7b39-cab2-4e6f-b4be-bb0438a3ecca {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:44.127694 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'status': 'completed', 'code': 200} Jun 22 12:54:44.203747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-4b5a5355-dcd6-432b-9f36-8859bd854e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:44.205256 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-4b5a5355-dcd6-432b-9f36-8859bd854e3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 1096 time: 0.0567443 Jun 22 12:54:44.263118 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-e5cee584-cab8-4740-aea5-bb77d56b094d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7 HTTP/1.1" status: 200 len: 217 time: 0.0354893 Jun 22 12:54:44.388432 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-2ef3b37b-07a5-48d6-854c-caa50d046d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:44.390490 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-2ef3b37b-07a5-48d6-854c-caa50d046d34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0872457 Jun 22 12:54:44.423677 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26110d71-3b22-4a23-896c-b63b890a9811 req-bad5ac1d-55b7-45b4-aa1f-42a35cdff4a6 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:44.425096 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-26110d71-3b22-4a23-896c-b63b890a9811 req-bad5ac1d-55b7-45b4-aa1f-42a35cdff4a6 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.1075945 Jun 22 12:54:44.487950 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-26110d71-3b22-4a23-896c-b63b890a9811 req-126144e6-ca43-48e0-ba7f-6a74c8f25b4c tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456386 Jun 22 12:54:44.500794 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-f3f581b8-5493-458b-8a9c-f6fab85b8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:44.501904 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-f3f581b8-5493-458b-8a9c-f6fab85b8075 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964327 Jun 22 12:54:44.606630 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-a78d43f2-5f7d-4898-8b16-82cc6565e532 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974996 Jun 22 12:54:44.697833 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8e469d71-48fb-495a-b375-746a9d01bf1e req-32fa61ce-75ab-4b88-ae24-bcee88216910 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847783 Jun 22 12:54:44.727585 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa993c-a9f6-4754-a31a-734d0211b02d req-d09cd935-d633-43af-8c7c-88a498999b1e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:44.729271 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bcaa993c-a9f6-4754-a31a-734d0211b02d req-d09cd935-d633-43af-8c7c-88a498999b1e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 943 time: 0.0693748 Jun 22 12:54:44.771176 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bcaa993c-a9f6-4754-a31a-734d0211b02d req-f03e2ed2-0867-43cd-abce-5b95f3b707f3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345113 Jun 22 12:54:44.871206 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-bbf0512d-dce1-4084-a942-fa7ff07597f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:44.872697 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-bbf0512d-dce1-4084-a942-fa7ff07597f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 1096 time: 0.0586452 Jun 22 12:54:45.008961 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-0f01337f-f560-49fa-9a48-9a5dc3f6fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.010451 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-0f01337f-f560-49fa-9a48-9a5dc3f6fd0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.1302490 Jun 22 12:54:45.022249 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203ec3-a83b-41c4-9843-1728149970ab req-39bf17ac-435f-4b77-afe0-7aa0157b3e84 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.023562 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-36203ec3-a83b-41c4-9843-1728149970ab req-39bf17ac-435f-4b77-afe0-7aa0157b3e84 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 947 time: 0.0997825 Jun 22 12:54:45.069555 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-2900b704-e64e-4139-b87b-b596d791a0be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7 HTTP/1.1" status: 200 len: 217 time: 0.0450590 Jun 22 12:54:45.116138 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-36203ec3-a83b-41c4-9843-1728149970ab req-0fb1ee3d-21cd-410b-8ff5-b88e4c57af66 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860085 Jun 22 12:54:45.132693 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-494361c1-305c-4d6e-908a-c49929eb1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.134211 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-494361c1-305c-4d6e-908a-c49929eb1ad5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0524943 Jun 22 12:54:45.202648 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-b2d6045f-94a6-415d-becf-ed407878ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.204145 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-b2d6045f-94a6-415d-becf-ed407878ab17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590777 Jun 22 12:54:45.206540 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f125d3-1367-41ff-bd74-df382c76141b req-ed3d3c1a-f4c0-4d4b-b3b8-3567ef83d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.208067 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-67f125d3-1367-41ff-bd74-df382c76141b req-ed3d3c1a-f4c0-4d4b-b3b8-3567ef83d2d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f033ef9487984f69b633b117a378f2db&device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1098 time: 0.0623548 Jun 22 12:54:45.300346 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-ba3e16f1-4bce-4a18-af0d-4a51a94c200b service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Jun 22 12:54:45.308104 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f125d3-1367-41ff-bd74-df382c76141b req-24f12a9c-2e2e-476a-ad5a-ef527c0e5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.309589 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-67f125d3-1367-41ff-bd74-df382c76141b req-24f12a9c-2e2e-476a-ad5a-ef527c0e5b8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2 HTTP/1.1" status: 200 len: 909 time: 0.0824518 Jun 22 12:54:45.379820 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-67f125d3-1367-41ff-bd74-df382c76141b req-d4aac159-135c-4673-8a6d-495e4545ca91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8 HTTP/1.1" status: 200 len: 1000 time: 0.0638545 Jun 22 12:54:45.399096 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3524fdde-8b29-4015-b6b8-dfd5c46cedfc req-e2e17539-0c79-44b1-a461-f570584d4e06 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919278 Jun 22 12:54:45.429413 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f125d3-1367-41ff-bd74-df382c76141b req-46050b80-1a35-4149-9b8c-623458b50b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.430900 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-67f125d3-1367-41ff-bd74-df382c76141b req-46050b80-1a35-4149-9b8c-623458b50b0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b009a585-fffa-4759-843c-c745dd1fd1b6 HTTP/1.1" status: 200 len: 847 time: 0.0450780 Jun 22 12:54:45.495344 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f125d3-1367-41ff-bd74-df382c76141b req-f5669bfd-eeec-48b8-8b30-d7a824d85c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.496866 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-67f125d3-1367-41ff-bd74-df382c76141b req-f5669bfd-eeec-48b8-8b30-d7a824d85c9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512924 Jun 22 12:54:45.588406 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-67f125d3-1367-41ff-bd74-df382c76141b req-f289ca16-ae01-4182-9bff-31f3b4a57eaf service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843847 Jun 22 12:54:45.664602 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbad9-1a99-4939-b3a6-1704d5c153d1 req-ae7e411c-f986-43b7-be5a-45acede48005 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.666089 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-912dbad9-1a99-4939-b3a6-1704d5c153d1 req-ae7e411c-f986-43b7-be5a-45acede48005 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0634019 Jun 22 12:54:45.685032 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-67f125d3-1367-41ff-bd74-df382c76141b req-4cb9d856-e106-478c-8950-adefce8cddb8 service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830026 Jun 22 12:54:45.704721 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-912dbad9-1a99-4939-b3a6-1704d5c153d1 req-a570b4c3-a7b6-48be-99b7-983e3ef7a0a6 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Jun 22 12:54:45.851660 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a11fa-619d-41cc-8d66-06be063dc0df req-5c03abd2-fb66-4867-84fa-d95a4554247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:45.853063 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-411a11fa-619d-41cc-8d66-06be063dc0df req-5c03abd2-fb66-4867-84fa-d95a4554247c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f033ef9487984f69b633b117a378f2db&device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1098 time: 0.0588856 Jun 22 12:54:46.270828 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a11fa-619d-41cc-8d66-06be063dc0df req-11420f9e-d57f-476a-908e-f402d512dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:46.272340 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-411a11fa-619d-41cc-8d66-06be063dc0df req-11420f9e-d57f-476a-908e-f402d512dc88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2 HTTP/1.1" status: 200 len: 909 time: 0.3959999 Jun 22 12:54:46.285816 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed28fff-9eee-4dff-957f-8e687d8779d3 req-24c64e7f-c593-4d9a-9a7d-6c7c096b162e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:46.287411 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ed28fff-9eee-4dff-957f-8e687d8779d3 req-24c64e7f-c593-4d9a-9a7d-6c7c096b162e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 943 time: 0.4025145 Jun 22 12:54:46.369523 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ed28fff-9eee-4dff-957f-8e687d8779d3 req-b6ba660e-86a7-4c2d-977f-8779ac3173e9 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751572 Jun 22 12:54:46.371392 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-411a11fa-619d-41cc-8d66-06be063dc0df req-f4a6b22a-c419-410d-a37a-1dcbb6281ca2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8 HTTP/1.1" status: 200 len: 1000 time: 0.0830390 Jun 22 12:54:46.422095 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a11fa-619d-41cc-8d66-06be063dc0df req-f995bab7-7e30-4b68-83c1-00450515340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:46.423662 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-411a11fa-619d-41cc-8d66-06be063dc0df req-f995bab7-7e30-4b68-83c1-00450515340b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b009a585-fffa-4759-843c-c745dd1fd1b6 HTTP/1.1" status: 200 len: 847 time: 0.0454798 Jun 22 12:54:46.485101 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a11fa-619d-41cc-8d66-06be063dc0df req-d3878f9e-18c3-41c0-8e36-b1f0769d8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:46.486584 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-411a11fa-619d-41cc-8d66-06be063dc0df req-d3878f9e-18c3-41c0-8e36-b1f0769d8d32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538120 Jun 22 12:54:46.576291 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-411a11fa-619d-41cc-8d66-06be063dc0df req-d9c84808-1dcc-447e-ab4e-b541cb09a20b service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818558 Jun 22 12:54:46.675080 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-411a11fa-619d-41cc-8d66-06be063dc0df req-ca428f8c-a8b8-4e1a-81df-2517a46ca7e6 service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920098 Jun 22 12:54:46.882825 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc85606-f0ea-4f61-a11a-255940780281 req-838ba430-1bea-46d3-93ee-9234746e9c52 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:46.884258 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1cc85606-f0ea-4f61-a11a-255940780281 req-838ba430-1bea-46d3-93ee-9234746e9c52 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0655088 Jun 22 12:54:46.924426 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1cc85606-f0ea-4f61-a11a-255940780281 req-90b6112b-c5c2-49ef-b707-527719584478 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332789 Jun 22 12:54:47.553140 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90260d2-80a3-4068-bbf7-aff87eb10b8b req-4587c139-e96b-4be2-a56b-e1780a2623c1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:47.555178 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a90260d2-80a3-4068-bbf7-aff87eb10b8b req-4587c139-e96b-4be2-a56b-e1780a2623c1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 943 time: 0.0688210 Jun 22 12:54:47.595533 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a90260d2-80a3-4068-bbf7-aff87eb10b8b req-6d1c1a4a-220d-4832-8814-49c081dece05 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346832 Jun 22 12:54:48.119200 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4968790-6de8-477b-ac65-3e11a71e72df req-030d5b94-240d-4457-adbe-a03a72e34189 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:48.120807 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e4968790-6de8-477b-ac65-3e11a71e72df req-030d5b94-240d-4457-adbe-a03a72e34189 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0793071 Jun 22 12:54:48.161767 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e4968790-6de8-477b-ac65-3e11a71e72df req-4510f7d9-7c2c-456c-919e-ffbca09d87d5 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350807 Jun 22 12:54:48.774830 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00c15-4dd9-4386-a181-270765dc289c req-df6ea41a-bc4d-4520-93fa-6ac5b10c2800 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:48.776331 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0dc00c15-4dd9-4386-a181-270765dc289c req-df6ea41a-bc4d-4520-93fa-6ac5b10c2800 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 943 time: 0.0664134 Jun 22 12:54:48.827759 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0dc00c15-4dd9-4386-a181-270765dc289c req-b41614ca-d6ae-4671-be00-c8a4f16d47ac tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445848 Jun 22 12:54:49.335443 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993465e4-75fb-4781-9e63-17cd96371ad1 req-4c4c58cb-e2ba-40c8-8bb4-9d884807a66f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:49.336978 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-993465e4-75fb-4781-9e63-17cd96371ad1 req-4c4c58cb-e2ba-40c8-8bb4-9d884807a66f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0653389 Jun 22 12:54:49.377676 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-993465e4-75fb-4781-9e63-17cd96371ad1 req-5f602b1e-8933-49a8-9ce7-a74a08be9ca9 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342393 Jun 22 12:54:49.649541 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-c66d30df-803f-4b36-ac1a-f899ec9c0961 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503709 Jun 22 12:54:49.730593 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc708c60-7efc-416b-a092-4d6c80d4c4d9 req-1a50fdbc-c01d-40d3-ba15-e167211eaff2 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:49.732037 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cc708c60-7efc-416b-a092-4d6c80d4c4d9 req-1a50fdbc-c01d-40d3-ba15-e167211eaff2 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0663681 Jun 22 12:54:49.773626 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cc708c60-7efc-416b-a092-4d6c80d4c4d9 req-8fc07400-433c-4563-98a8-0ef0e25da658 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341394 Jun 22 12:54:50.022429 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5825ce8-df88-41e3-9869-6cdad5686d2b req-c78ab039-2c53-49c2-a1ab-5a89dc357b94 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:50.023930 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b5825ce8-df88-41e3-9869-6cdad5686d2b req-c78ab039-2c53-49c2-a1ab-5a89dc357b94 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 943 time: 0.0708747 Jun 22 12:54:50.066669 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b5825ce8-df88-41e3-9869-6cdad5686d2b req-501efd1a-85aa-4f27-a56e-44661598c749 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348098 Jun 22 12:54:50.919196 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 52dd0bc0-f852-4e03-90e5-6983f64c13b8 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:54:50.998981 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:51.025074 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:51.027313 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be35f75-370d-46ed-8e1a-9fcf8f6d64c2" -d '{"events": [{"server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "name": "network-vif-unplugged", "status": "completed", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:51.042124 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:51.047647 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:51.049501 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:51.099848 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=6']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:51.103333 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182eea2d-0215-4cc2-a3b6-c05506ae974d x-openstack-request-id: req-182eea2d-0215-4cc2-a3b6-c05506ae974d {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:51.103599 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "name": "network-vif-unplugged", "status": "completed", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:51.103855 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-182eea2d-0215-4cc2-a3b6-c05506ae974d {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:51.104261 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'code': 200} Jun 22 12:54:51.104935 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:51.129338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00633a0-b795-4efd-99b8-6ceebb28aa7f req-d99ca27b-8b8c-4511-b062-c8eb8b443a48 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:51.130969 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e00633a0-b795-4efd-99b8-6ceebb28aa7f req-d99ca27b-8b8c-4511-b062-c8eb8b443a48 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0873096 Jun 22 12:54:51.170064 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e00633a0-b795-4efd-99b8-6ceebb28aa7f req-c62ea5c6-6038-439b-b280-969bfdb60b51 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Jun 22 12:54:51.242872 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e95a-e8bc-4b4e-bced-74fbe0080e0e req-288598af-42be-4855-9081-218fe2b9d8d5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:51.244312 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8017e95a-e8bc-4b4e-bced-74fbe0080e0e req-288598af-42be-4855-9081-218fe2b9d8d5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 943 time: 0.0637922 Jun 22 12:54:51.285202 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8017e95a-e8bc-4b4e-bced-74fbe0080e0e req-38af6a3d-6a3e-4979-99bc-df9f03b194ba tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342414 Jun 22 12:54:51.449776 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-e82a2cca-7c57-45c1-85ad-db79da93f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:51.451283 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-e82a2cca-7c57-45c1-85ad-db79da93f1cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6&tenant_id=f033ef9487984f69b633b117a378f2db HTTP/1.1" status: 200 len: 1096 time: 0.0549448 Jun 22 12:54:51.543884 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-912f0dc9-11b3-4ed8-9169-a1091abbc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:51.545966 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-912f0dc9-11b3-4ed8-9169-a1091abbc602 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f033ef9487984f69b633b117a378f2db&device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1096 time: 0.0586188 Jun 22 12:54:51.642420 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-1e9bb339-ffe7-42c7-8150-f946ec3b9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:51.643911 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-1e9bb339-ffe7-42c7-8150-f946ec3b9922 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2 HTTP/1.1" status: 200 len: 909 time: 0.0915735 Jun 22 12:54:51.717493 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-b050d95c-91bb-4e51-9a78-c99564d4ca3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8 HTTP/1.1" status: 200 len: 998 time: 0.0666451 Jun 22 12:54:51.767989 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-f04f7b2b-6cef-460e-a6b0-077e325c4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:51.769521 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-f04f7b2b-6cef-460e-a6b0-077e325c4d54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b009a585-fffa-4759-843c-c745dd1fd1b6 HTTP/1.1" status: 200 len: 847 time: 0.0455940 Jun 22 12:54:51.827768 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-bd609d19-212b-4c1b-8dbc-8c80027d72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:51.829245 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-bd609d19-212b-4c1b-8dbc-8c80027d72c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532296 Jun 22 12:54:51.922078 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-da257988-dd83-4d5f-be97-f48fffdd343a service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854690 Jun 22 12:54:52.012735 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5079744e-1700-456e-a73b-7e3f1edf7014 req-e70a2327-e1f0-4043-a18b-70e65e89e2de service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843935 Jun 22 12:54:52.344562 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d36a6-7747-424e-97a7-91e5e9a6ebc0 req-65f0b6ec-3587-4fa9-995b-f4acab338a17 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:52.346254 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c67d36a6-7747-424e-97a7-91e5e9a6ebc0 req-65f0b6ec-3587-4fa9-995b-f4acab338a17 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0651562 Jun 22 12:54:52.390329 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c67d36a6-7747-424e-97a7-91e5e9a6ebc0 req-49e52f8a-b04a-4ca2-b062-a4e51ca6199b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373209 Jun 22 12:54:52.468818 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611e463-1740-4a45-8a5c-807cf45e90f1 req-c113e986-7792-49cf-bf75-5fc57e0d6dfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:52.470337 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8611e463-1740-4a45-8a5c-807cf45e90f1 req-c113e986-7792-49cf-bf75-5fc57e0d6dfe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 943 time: 0.0697346 Jun 22 12:54:52.507996 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8611e463-1740-4a45-8a5c-807cf45e90f1 req-ac420d9a-4d58-4e0d-a53b-b8ef9d513f80 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321259 Jun 22 12:54:52.915152 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:54:53.012260 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:53.028190 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:54:53.070994 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:53.084864 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:54:53.105523 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:53.109412 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:53.111243 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-95ac0a50-93ab-457a-91c6-8901c057f2b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:53.155260 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:53.158156 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:53.416895 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['5da8cf39-2de7-41a9-ae66-9714d15bd8a7'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:54:53.569747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a356121-a683-4ff9-b112-9b3a5b81efed req-f5072da1-2b69-4332-8e12-5f84cf162089 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:53.572359 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5a356121-a683-4ff9-b112-9b3a5b81efed req-f5072da1-2b69-4332-8e12-5f84cf162089 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0654056 Jun 22 12:54:53.613302 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-5a356121-a683-4ff9-b112-9b3a5b81efed req-a76068c2-dac1-4b85-8704-7e98e9ff645b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364509 Jun 22 12:54:53.698218 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c958a-fcfc-49cb-b018-f1ce81ef1c83 req-45a546b0-1f9d-4c42-89f7-f0bb1646b1d7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:53.699607 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2c958a-fcfc-49cb-b018-f1ce81ef1c83 req-45a546b0-1f9d-4c42-89f7-f0bb1646b1d7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 944 time: 0.0729816 Jun 22 12:54:53.738538 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cd2c958a-fcfc-49cb-b018-f1ce81ef1c83 req-7dd98e9f-62c4-4148-9114-441fb8af8ca7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332475 Jun 22 12:54:54.812938 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9218b-03c5-4d63-8a43-edc3b040a4b1 req-479a93c4-1132-4feb-9410-a0d55e36499f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:54.814524 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cff9218b-03c5-4d63-8a43-edc3b040a4b1 req-479a93c4-1132-4feb-9410-a0d55e36499f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0803170 Jun 22 12:54:54.855414 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-cff9218b-03c5-4d63-8a43-edc3b040a4b1 req-055926b2-9e5f-4880-a552-fe7e89cad184 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350504 Jun 22 12:54:54.925919 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bc2a9-c816-4c9a-8181-ef34a0cfe394 req-7d8445aa-05c6-4ad4-89be-3c2dce2ccd04 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:54.927481 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-434bc2a9-c816-4c9a-8181-ef34a0cfe394 req-7d8445aa-05c6-4ad4-89be-3c2dce2ccd04 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 944 time: 0.0704517 Jun 22 12:54:54.932602 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:54:54.969157 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-434bc2a9-c816-4c9a-8181-ef34a0cfe394 req-cecfe8a4-a83d-4cb7-b186-99358eceb824 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352461 Jun 22 12:54:54.983432 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:54:54.987774 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:54:54.988159 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:55.070711 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:55.095023 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:55.097795 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a33184-b6e8-4c15-90d1-1e80c6991499" -d '{"events": [{"server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "name": "network-vif-plugged", "status": "completed", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:55.118855 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:55.118855 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:55.126431 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:55.151184 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893c065d-9152-4dc6-8166-401c6c6e33df x-openstack-request-id: req-893c065d-9152-4dc6-8166-401c6c6e33df {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:55.151497 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "name": "network-vif-plugged", "status": "completed", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:55.151763 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-893c065d-9152-4dc6-8166-401c6c6e33df {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:55.152161 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'code': 200} Jun 22 12:54:55.178852 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:55.182551 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:55.483915 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c5728-6601-4af4-b908-d6957e85d94d req-271b25fc-54d7-463c-89d0-a0d058095371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:55.485362 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0e0c5728-6601-4af4-b908-d6957e85d94d req-271b25fc-54d7-463c-89d0-a0d058095371 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 1098 time: 0.0575933 Jun 22 12:54:55.521528 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0e0c5728-6601-4af4-b908-d6957e85d94d req-59a0414f-3d71-4f96-9fba-55a88728503e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293791 Jun 22 12:54:56.028261 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78075c81-5361-439e-8db9-3475c0f9fef1 req-ab27140d-52ad-4d74-b567-bb6a1b878527 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:56.029779 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-78075c81-5361-439e-8db9-3475c0f9fef1 req-ab27140d-52ad-4d74-b567-bb6a1b878527 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0638638 Jun 22 12:54:56.070517 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-78075c81-5361-439e-8db9-3475c0f9fef1 req-cebc971f-cf9f-4fbb-a05c-6a783d98e842 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349510 Jun 22 12:54:56.160589 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8548c-9d83-4928-8a2c-8f2802b08b55 req-68b29cc1-06b2-4045-8f5a-e11b209f819e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:56.162162 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-27e8548c-9d83-4928-8a2c-8f2802b08b55 req-68b29cc1-06b2-4045-8f5a-e11b209f819e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 945 time: 0.0753200 Jun 22 12:54:56.201627 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-27e8548c-9d83-4928-8a2c-8f2802b08b55 req-81574c56-2da5-4a1a-9403-5949f0dfe176 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333955 Jun 22 12:54:57.275544 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d2ecc-8f61-4c91-8dd1-bd3a51f7b1c7 req-3af9ad3d-e330-4897-9f0c-b3b5e349aab9 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:57.277108 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c9d2ecc-8f61-4c91-8dd1-bd3a51f7b1c7 req-3af9ad3d-e330-4897-9f0c-b3b5e349aab9 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0763388 Jun 22 12:54:57.329776 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1c9d2ecc-8f61-4c91-8dd1-bd3a51f7b1c7 req-bc678992-02a9-453d-815e-628e7d47bc1e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402813 Jun 22 12:54:57.387863 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a2622-442e-4f71-9cd7-506b0df8bc28 req-f7ab4fda-3a4b-49bf-bb7b-1f0b007dcec7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:57.389582 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b92a2622-442e-4f71-9cd7-506b0df8bc28 req-f7ab4fda-3a4b-49bf-bb7b-1f0b007dcec7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 945 time: 0.0655053 Jun 22 12:54:57.429434 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b92a2622-442e-4f71-9cd7-506b0df8bc28 req-7286c4ba-e427-4180-b912-ea7251bc5009 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337796 Jun 22 12:54:57.610983 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c338a2-4869-47ad-96d4-206106be2d44 req-408c9bf1-3d8b-4338-87c2-9a98246b44f1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:57.612439 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-49c338a2-4869-47ad-96d4-206106be2d44 req-408c9bf1-3d8b-4338-87c2-9a98246b44f1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 945 time: 0.0675900 Jun 22 12:54:57.650972 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-49c338a2-4869-47ad-96d4-206106be2d44 req-418612b3-9152-43e6-be83-226f29cf3af0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328159 Jun 22 12:54:57.724618 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37390) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:57.775977 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845be64-e34e-4d2e-98b8-66ab9130cd20 tempest-TestVolumeBootPattern-702748900 tempest-TestVolumeBootPattern-702748900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:57.777401 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-7845be64-e34e-4d2e-98b8-66ab9130cd20 tempest-TestVolumeBootPattern-702748900 tempest-TestVolumeBootPattern-702748900-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 1093 time: 0.0517612 Jun 22 12:54:57.780267 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37392) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:57.784548 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:54:57.805430 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:57.902068 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:58.015606 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Allocated IP 172.27.0.155 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/be362edf-3b57-450c-a16c-a64dd85caa6a) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:54:58.124054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:58.163153 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:58.165153 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ba7e778-182f-4e7f-aa7d-d47985eda4af tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:58.207244 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:54:58.209976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:54:58.212707 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:54:58.219181 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=be362edf-3b57-450c-a16c-a64dd85caa6a,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:58.251008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.251382 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.251750 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.252199 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.252559 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.252916 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.253276 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.253622 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.253970 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.254342 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.254689 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.255031 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:58.258739 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:58.510356 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4d640-c3bc-48ea-9045-7179fe31b36d req-d9fdf437-88d8-40b8-bd13-2e55bc554398 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:58.511858 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-14f4d640-c3bc-48ea-9045-7179fe31b36d req-d9fdf437-88d8-40b8-bd13-2e55bc554398 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0681868 Jun 22 12:54:58.551887 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-14f4d640-c3bc-48ea-9045-7179fe31b36d req-b9805f7c-9e59-494f-bf49-6e9a26407c28 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337620 Jun 22 12:54:58.602582 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:58.682470 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:58.832214 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:58.836812 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:58.838853 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:58.908839 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=be362edf-3b57-450c-a16c-a64dd85caa6a,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:58.914869 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:58.923133 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:59.026958 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.l3_db [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Floating IP 6218b7c2-7009-4dca-b417-fcff4f8e62e0 associated. External IP: 172.27.0.155, port: 5da8cf39-2de7-41a9-ae66-9714d15bd8a7. Jun 22 12:54:59.234047 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:54:59.343102 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:54:59.353004 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:54:59.361710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:59.364985 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:54:59.365693 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:54:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:59.398892 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6176107 Jun 22 12:54:59.399541 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:59.401827 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99042759-fd3e-435b-9784-5afd41f75290" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:59.472808 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:54:59.561183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaa0f32-cba8-43eb-8f5d-a1f09d00edc2 x-openstack-request-id: req-ecaa0f32-cba8-43eb-8f5d-a1f09d00edc2 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:59.561529 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:59.561818 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecaa0f32-cba8-43eb-8f5d-a1f09d00edc2 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:59.562297 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'status': 'completed', 'code': 200} Jun 22 12:54:59.670019 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042759-fd3e-435b-9784-5afd41f75290 req-d1801363-ad2a-4b6f-9bf4-483a41bf4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:59.673591 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99042759-fd3e-435b-9784-5afd41f75290 req-d1801363-ad2a-4b6f-9bf4-483a41bf4776 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 1098 time: 0.0553741 Jun 22 12:54:59.702307 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:54:58Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:59.728331 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff77cbc-373d-4641-89c9-d6b3dad71283 req-37df79c1-8391-445e-9039-a658627f4c38 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:59.729020 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:54:59.733229 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bff77cbc-373d-4641-89c9-d6b3dad71283 req-37df79c1-8391-445e-9039-a658627f4c38 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0704207 Jun 22 12:54:59.737624 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:54:59.738265 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:54:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:59.773926 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042759-fd3e-435b-9784-5afd41f75290 req-051cf81f-6ada-4a8c-97ef-9c6c6c3307a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:59.775811 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99042759-fd3e-435b-9784-5afd41f75290 req-051cf81f-6ada-4a8c-97ef-9c6c6c3307a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.0961754 Jun 22 12:54:59.781483 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-bff77cbc-373d-4641-89c9-d6b3dad71283 req-01fccf9b-0589-45b4-b248-cfcf964b5777 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437081 Jun 22 12:54:59.841418 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99042759-fd3e-435b-9784-5afd41f75290 req-2735bf2c-a649-420e-9ef8-f62690e45a46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7 HTTP/1.1" status: 200 len: 999 time: 0.0588961 Jun 22 12:54:59.847494 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:54:59.889958 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042759-fd3e-435b-9784-5afd41f75290 req-6c604278-7a72-4985-973f-76f3d38fcf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:59.891461 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99042759-fd3e-435b-9784-5afd41f75290 req-6c604278-7a72-4985-973f-76f3d38fcf76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0443125 Jun 22 12:54:59.954927 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042759-fd3e-435b-9784-5afd41f75290 req-665d94d4-ef8d-4767-b322-51eff2f2b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:59.956428 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99042759-fd3e-435b-9784-5afd41f75290 req-665d94d4-ef8d-4767-b322-51eff2f2b16c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587683 Jun 22 12:55:00.047995 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99042759-fd3e-435b-9784-5afd41f75290 req-c0234a31-b759-427d-9d5f-1f260c84e92c service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850761 Jun 22 12:55:00.145416 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-99042759-fd3e-435b-9784-5afd41f75290 req-68767f32-1e59-417c-a171-86ad7b04b612 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906303 Jun 22 12:55:00.195532 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:54:58Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:00.222204 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb9f13-5ad1-4e4b-b762-ea2ebdf2825b None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:54:58Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:55:00.403431 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061872c5-78cd-4db8-876c-0beb372361ac None None] New status for floating IP 6218b7c2-7009-4dca-b417-fcff4f8e62e0: ACTIVE {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:55:00.961110 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 52dd0bc0-f852-4e03-90e5-6983f64c13b8 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:55:00.963003 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d61be-5dd3-4c2b-bef9-233989378062 req-6252f8c5-8c4b-4327-9958-1c432b6c2e35 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:00.964551 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e20d61be-5dd3-4c2b-bef9-233989378062 req-6252f8c5-8c4b-4327-9958-1c432b6c2e35 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 943 time: 0.0673661 Jun 22 12:55:01.005741 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e20d61be-5dd3-4c2b-bef9-233989378062 req-597759f1-2242-470b-9f9b-ef2656c170d0 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331092 Jun 22 12:55:01.063695 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:01.080711 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'port_id': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'mac_address': 'fa:16:3e:a5:1d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:55:01.120207 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:01.135976 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dd0bc0-f852-4e03-90e5-6983f64c13b8 {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:55:01.157911 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:01.163007 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:01.165938 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:01.223155 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=7']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:01.226948 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:01.484562 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['52dd0bc0-f852-4e03-90e5-6983f64c13b8'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:55:02.193790 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4743b-a1a6-4539-96a8-bca1574f03b5 req-5f0c34e4-aadf-41fa-ba8f-e97aee124f7f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:02.195535 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fcf4743b-a1a6-4539-96a8-bca1574f03b5 req-5f0c34e4-aadf-41fa-ba8f-e97aee124f7f tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 944 time: 0.0707614 Jun 22 12:55:02.233731 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fcf4743b-a1a6-4539-96a8-bca1574f03b5 req-a7ae30e8-d7af-4ba1-b594-f96893a5ce10 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Jun 22 12:55:02.963078 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 52dd0bc0-f852-4e03-90e5-6983f64c13b8 up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:55:03.011449 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:55:03.011830 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:03.097503 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:03.119776 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:03.122009 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d42838b-164c-4250-8a39-cb899ff4c693" -d '{"events": [{"server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "name": "network-vif-plugged", "status": "completed", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:03.134770 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:03.139305 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:03.141245 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:03.162723 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a492ca-5098-48cc-b4d1-b5515645d714 x-openstack-request-id: req-83a492ca-5098-48cc-b4d1-b5515645d714 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:03.163023 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "name": "network-vif-plugged", "status": "completed", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:03.163280 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83a492ca-5098-48cc-b4d1-b5515645d714 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:03.163769 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'code': 200} Jun 22 12:55:03.188766 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=8']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:03.192007 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:03.416341 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b2c1c-ace8-4e7d-8498-8168fd8c06d5 req-ef678c2a-27ff-46a4-b9da-4fd5b4284884 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:03.417922 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-506b2c1c-ace8-4e7d-8498-8168fd8c06d5 req-ef678c2a-27ff-46a4-b9da-4fd5b4284884 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0708592 Jun 22 12:55:03.461372 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-506b2c1c-ace8-4e7d-8498-8168fd8c06d5 req-172376fe-48dc-4b41-ba15-13af706f152a tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344012 Jun 22 12:55:03.526072 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b6c29-653d-46f8-b35e-46ee9e0b9cf4 req-e66cb8ff-31e8-4504-8877-5e1c25ce8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:03.527603 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-344b6c29-653d-46f8-b35e-46ee9e0b9cf4 req-e66cb8ff-31e8-4504-8877-5e1c25ce8a5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1098 time: 0.0609946 Jun 22 12:55:03.565414 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-344b6c29-653d-46f8-b35e-46ee9e0b9cf4 req-2fe4ff6f-b367-4ace-a3e8-b212b0eaa488 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301220 Jun 22 12:55:03.820918 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c534dcf0-6666-4859-abd9-03de33127714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:04.922545 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28baa6c-e444-429e-969a-d5696c3c3714 req-a33da64d-0852-466f-9ad8-ca430c3743b9 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:04.924002 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f28baa6c-e444-429e-969a-d5696c3c3714 req-a33da64d-0852-466f-9ad8-ca430c3743b9 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.3438101 Jun 22 12:55:04.961996 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-f28baa6c-e444-429e-969a-d5696c3c3714 req-14737462-df8b-408d-be86-9b077be096e8 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318837 Jun 22 12:55:06.142362 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fa698-1f84-4857-9030-e62feade0e98 req-c66e31fc-0514-4aa0-834d-469984ac7d4b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:06.143835 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c41fa698-1f84-4857-9030-e62feade0e98 req-c66e31fc-0514-4aa0-834d-469984ac7d4b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0661314 Jun 22 12:55:06.184363 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c41fa698-1f84-4857-9030-e62feade0e98 req-97e9925c-2515-427e-af50-350f4fa968e8 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348346 Jun 22 12:55:07.074420 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-5d713c99-c2a2-4822-87d8-3fe918797cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:08.575652 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:09.762765 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:55:09.857607 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:10.590779 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:11.327865 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:18.506747 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942ccdb-b7a2-4132-a997-1fb238acaadb req-20f558da-dc34-4f0a-af3b-23fe73443312 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:18.508208 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3942ccdb-b7a2-4132-a997-1fb238acaadb req-20f558da-dc34-4f0a-af3b-23fe73443312 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 945 time: 0.0622873 Jun 22 12:55:18.549992 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-3942ccdb-b7a2-4132-a997-1fb238acaadb req-1bae2c16-acf9-407a-bfec-177bbb91bd4c tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360982 Jun 22 12:55:19.722885 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980927ad-2b7a-4bbe-be4a-b1bd6e7c2519 req-e2fa2eea-7bb8-4aa1-864b-382150261e94 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:19.724324 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-980927ad-2b7a-4bbe-be4a-b1bd6e7c2519 req-e2fa2eea-7bb8-4aa1-864b-382150261e94 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 945 time: 0.0624235 Jun 22 12:55:19.761253 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-980927ad-2b7a-4bbe-be4a-b1bd6e7c2519 req-8dcd1347-b2d7-497f-8a8f-4bdbe871f677 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312817 Jun 22 12:55:20.690993 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-970a293d-b65a-4442-91a3-4643b3486cd6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:20.692462 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-970a293d-b65a-4442-91a3-4643b3486cd6 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 945 time: 0.0630338 Jun 22 12:55:20.801522 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Deleting port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:20.801872 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:20.943501 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] For port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:20.944112 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:21.109021 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7583-2f61-41d7-a310-acc2c7a6ac95 req-1ac83854-6732-463e-b8de-776b5e012f66 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:21.111332 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8aac7583-2f61-41d7-a310-acc2c7a6ac95 req-1ac83854-6732-463e-b8de-776b5e012f66 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 945 time: 0.2287502 Jun 22 12:55:21.194724 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8aac7583-2f61-41d7-a310-acc2c7a6ac95 req-e8bb75cf-f60e-4930-8ba7-d599f1360079 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups?id=31b73b5c-7778-464a-9366-315834e2940f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758274 Jun 22 12:55:21.210267 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:21.210686 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:21.211085 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.l3_db [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Floating IP e2258a08-4a3a-4dc6-960f-c1bf9f28c432 disassociated. External IP: 172.27.0.211, port: 703b4c64-4bd2-4af3-92d3-c3aeedfa740d. Jun 22 12:55:21.211469 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Calling delete_port for 703b4c64-4bd2-4af3-92d3-c3aeedfa740d owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:21.346690 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:21.350592 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9eefc0b0-4661-4183-9bcb-c3d91d367457 tempest-ServerRescueNegativeTestJSON-303899412 tempest-ServerRescueNegativeTestJSON-303899412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:21.376992 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event deleted for resources: {'Port': ['ID=703b4c64-4bd2-4af3-92d3-c3aeedfa740d,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:21.378636 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:21.491444 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Router a50a586f-b0d7-4734-af96-19466f3703d0 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:55:21.597190 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:55:21.606312 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] Sync routers for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:55:21.615740 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:21.616358 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:55:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:21.648552 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] No DVR routers for this DVR port 703b4c64-4bd2-4af3-92d3-c3aeedfa740d on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:21.651222 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:21.653220 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-27d020cf-7ae5-44c7-9a13-9890deebd536 req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.46 "DELETE /v2.0/ports/703b4c64-4bd2-4af3-92d3-c3aeedfa740d HTTP/1.1" status: 204 len: 173 time: 0.9519632 Jun 22 12:55:21.653768 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'name': 'network-vif-deleted', 'tag': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:21.656356 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc818f56-813c-40cd-8c48-bea29739d8e8" -d '{"events": [{"server_uuid": "d4e2ea19-3049-492d-9c1d-c8cd40aff3d8", "name": "network-vif-deleted", "tag": "703b4c64-4bd2-4af3-92d3-c3aeedfa740d"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:21.693456 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbd6d52-08e7-4364-a16a-f88408aae3d5 x-openstack-request-id: req-9cbd6d52-08e7-4364-a16a-f88408aae3d5 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:21.694081 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e2ea19-3049-492d-9c1d-c8cd40aff3d8", "name": "network-vif-deleted", "tag": "703b4c64-4bd2-4af3-92d3-c3aeedfa740d", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:21.694281 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cbd6d52-08e7-4364-a16a-f88408aae3d5 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:21.694706 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e2ea19-3049-492d-9c1d-c8cd40aff3d8', 'name': 'network-vif-deleted', 'tag': '703b4c64-4bd2-4af3-92d3-c3aeedfa740d', 'status': 'completed', 'code': 200} Jun 22 12:55:21.734980 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:21.966138 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:22.008383 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] Checking router: a50a586f-b0d7-4734-af96-19466f3703d0 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:55:22.018528 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:22.019171 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:55:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:22.143782 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:22.358404 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:22.365249 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-78e30c0f-bf6e-4699-887f-9865c7369ba8 req-83bddffc-1fa5-4ac0-8d64-f59a6e7a2894 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4e2ea19-3049-492d-9c1d-c8cd40aff3d8 HTTP/1.1" status: 200 len: 210 time: 0.0342741 Jun 22 12:55:22.387687 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25e6d2-3496-401f-b4c2-8d682268b2f4 None None] The sync data for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi is: [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:25Z', 'revision_number': 4, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'da58a5ba-eab3-4827-82c9-a2c30d86ac0e', 'name': '', 'network_id': 'a7617ef7-19d0-4268-9f97-c94e8cd8b885', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'mac_address': 'fa:16:3e:f3:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:24Z', 'updated_at': '2021-06-22T12:48:31Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'subnets': [{'id': '7f60bef0-cf3e-4921-9277-537f510a6937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:55:22.611423 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a5eef-391c-44e7-b1df-269e7ae6ce45 None None] New status for floating IP e2258a08-4a3a-4dc6-960f-c1bf9f28c432: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:55:23.491235 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37544) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:23.549519 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2167aa43-a706-4117-be68-afc9d5d5be40 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.573245 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2167aa43-a706-4117-be68-afc9d5d5be40 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.626128 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2167aa43-a706-4117-be68-afc9d5d5be40 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.629041 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2167aa43-a706-4117-be68-afc9d5d5be40 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.632663 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2167aa43-a706-4117-be68-afc9d5d5be40 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "DELETE /v2.0/security-groups/31b73b5c-7778-464a-9366-315834e2940f HTTP/1.1" status: 204 len: 168 time: 0.1378841 Jun 22 12:55:23.632663 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f0769cad-8608-4549-8ea2-84fb31e2baeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:23.633959 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37546) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:23.644279 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167aa43-a706-4117-be68-afc9d5d5be40 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b73b5c-7778-464a-9366-315834e2940f,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:23.645200 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2167aa43-a706-4117-be68-afc9d5d5be40 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:23.671630 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.api.v2.resource [None req-8748f93c-fa6d-423a-833e-dac76895effc tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] show failed (client error): The resource could not be found. Jun 22 12:55:23.673065 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-8748f93c-fa6d-423a-833e-dac76895effc tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "GET /v2.0/security-groups/31b73b5c-7778-464a-9366-315834e2940f HTTP/1.1" status: 404 len: 347 time: 0.0379493 Jun 22 12:55:23.675971 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37550) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:23.847076 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004663c-0bdf-408e-971a-a22b3c22279c req-ecec450c-dffd-47a4-ba22-060aa12953ec tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:23.848451 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e004663c-0bdf-408e-971a-a22b3c22279c req-ecec450c-dffd-47a4-ba22-060aa12953ec tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 947 time: 0.0990369 Jun 22 12:55:23.854094 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Deleting port afed8109-e4e6-4f16-a353-aad804c5ac9d {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:23.854466 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.939252 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e004663c-0bdf-408e-971a-a22b3c22279c req-003d60b2-3940-4eef-a8bb-9b0d673301f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827346 Jun 22 12:55:23.967932 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.969184 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:24.036857 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Calling delete_port for afed8109-e4e6-4f16-a353-aad804c5ac9d owned by network:floatingip {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:24.172899 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:24.174926 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b5ac2b04-5279-43d8-a91d-cb54910593c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:24.201138 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Pushing event deleted for resources: {'Port': ['ID=afed8109-e4e6-4f16-a353-aad804c5ac9d,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:24.206224 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:24.268620 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks [] for floatingip, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:24.271274 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:24.272434 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ea714146-0904-4557-afe1-37f0e8ccde90 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] 10.222.0.15 "DELETE /v2.0/floatingips/e2258a08-4a3a-4dc6-960f-c1bf9f28c432 HTTP/1.1" status: 204 len: 168 time: 0.5954940 Jun 22 12:55:25.063168 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 703b4c64-4bd2-4af3-92d3-c3aeedfa740d no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:25.084901 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 703b4c64-4bd2-4af3-92d3-c3aeedfa740d {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:25.085366 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 703b4c64-4bd2-4af3-92d3-c3aeedfa740d not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:25.139356 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5bd85-caa9-4ada-b9de-96761402bd44 req-998ca617-380e-4d4b-b2e3-feacb133f5b9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:25.141623 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c1d5bd85-caa9-4ada-b9de-96761402bd44 req-998ca617-380e-4d4b-b2e3-feacb133f5b9 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 947 time: 0.0737634 Jun 22 12:55:25.179477 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c1d5bd85-caa9-4ada-b9de-96761402bd44 req-0b5b3dfb-b725-415e-8cfa-a5b190b818bc tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups?id=dfa921b0-8a15-4a3f-b112-e75bf9f5c266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Jun 22 12:55:25.673144 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-8b94bc7a-1ed4-4c8d-af67-a53df5fe8fef tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:25.674687 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-8b94bc7a-1ed4-4c8d-af67-a53df5fe8fef tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 947 time: 0.0682597 Jun 22 12:55:25.773935 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Deleting port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:25.774313 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:25.867773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] For port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:25.868139 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:26.035355 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:26.035632 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:26.035950 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.l3_db [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Floating IP da60cedf-9f54-4a2b-bd81-341c588ec675 disassociated. External IP: 172.27.0.198, port: 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f. Jun 22 12:55:26.036294 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Calling delete_port for 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:26.172427 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:26.177245 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:26.204756 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event deleted for resources: {'Port': ['ID=8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:26.207864 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:26.324041 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Router b5a9dc9f-ff98-4108-9515-02b7484d06b5 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:55:26.335953 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ec087045-4712-4081-a3e9-f0ddaadfd536 req-7fe932cb-2342-43b4-aada-ea31b189d75a tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37ca230-0b28-4a8e-9f05-e2f9b05834a3 HTTP/1.1" status: 200 len: 210 time: 0.0353611 Jun 22 12:55:26.432666 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:55:26.442797 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] Sync routers for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:55:26.451734 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:26.452416 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:55:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:26.475203 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] No DVR routers for this DVR port 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:26.477714 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:26.479662 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4643e2cc-c961-44c0-8a17-d0e269de4b62 req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.46 "DELETE /v2.0/ports/8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f HTTP/1.1" status: 204 len: 173 time: 0.7976475 Jun 22 12:55:26.480171 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-deleted', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:26.482483 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa784c9-1b9f-4f89-8309-318414c4c4a1" -d '{"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-deleted", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:26.521819 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5e8f98-cdfd-465c-a915-0c60aab20761 x-openstack-request-id: req-5b5e8f98-cdfd-465c-a915-0c60aab20761 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:26.522141 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37ca230-0b28-4a8e-9f05-e2f9b05834a3", "name": "network-vif-deleted", "tag": "8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:26.522607 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b5e8f98-cdfd-465c-a915-0c60aab20761 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:26.523044 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37ca230-0b28-4a8e-9f05-e2f9b05834a3', 'name': 'network-vif-deleted', 'tag': '8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f', 'status': 'completed', 'code': 200} Jun 22 12:55:26.569432 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:26.824757 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:26.852246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] Checking router: b5a9dc9f-ff98-4108-9515-02b7484d06b5 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:55:26.860605 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:26.861220 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:55:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:26.972884 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:27.182571 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:27.210269 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd255238-a556-421e-8cc8-1d91b3e04cc9 None None] The sync data for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi is: [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '9f277d17-faee-4314-8504-12234be333f9', 'name': '', 'network_id': 'acc9fee7-e7ea-4263-ba34-69c1136681b3', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'mac_address': 'fa:16:3e:9c:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:52Z', 'updated_at': '2021-06-22T12:47:09Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'subnets': [{'id': '6b04b246-1ae8-4ac0-b714-81df36e8580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:55:27.435169 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575124d-9b5a-4f79-bec9-ab4cbec55078 None None] New status for floating IP da60cedf-9f54-4a2b-bd81-341c588ec675: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:55:27.464941 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37584) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:27.522605 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5b35083e-8c3d-41d0-9c43-39d2b084370e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:27.547053 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5b35083e-8c3d-41d0-9c43-39d2b084370e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:27.601292 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5b35083e-8c3d-41d0-9c43-39d2b084370e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:27.604134 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5b35083e-8c3d-41d0-9c43-39d2b084370e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:27.605284 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-5b35083e-8c3d-41d0-9c43-39d2b084370e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "DELETE /v2.0/security-groups/dfa921b0-8a15-4a3f-b112-e75bf9f5c266 HTTP/1.1" status: 204 len: 168 time: 0.1393728 Jun 22 12:55:27.606091 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ec8b9e8d-d375-48bc-b267-59294a2f2ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:27.608097 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37586) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:27.614770 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35083e-8c3d-41d0-9c43-39d2b084370e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa921b0-8a15-4a3f-b112-e75bf9f5c266,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:27.617027 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5b35083e-8c3d-41d0-9c43-39d2b084370e tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:27.622337 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.api.v2.resource [None req-5fb214c5-d3b1-4990-bbbb-70e73de29e29 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] show failed (client error): The resource could not be found. Jun 22 12:55:27.623324 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-5fb214c5-d3b1-4990-bbbb-70e73de29e29 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "GET /v2.0/security-groups/dfa921b0-8a15-4a3f-b112-e75bf9f5c266 HTTP/1.1" status: 404 len: 347 time: 0.0141420 Jun 22 12:55:27.626690 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37588) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:27.747650 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Deleting port 0e00c8c1-0baa-4ec1-ab97-e5ffa8b864ed {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:27.747996 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:27.823274 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:27.823604 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:27.886209 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Calling delete_port for 0e00c8c1-0baa-4ec1-ab97-e5ffa8b864ed owned by network:floatingip {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:28.011619 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37596) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:28.303002 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:28.305868 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0519c413-acca-4816-afc0-c25b1892a4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:28.330893 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Pushing event deleted for resources: {'Port': ['ID=0e00c8c1-0baa-4ec1-ab97-e5ffa8b864ed,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:28.334317 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:28.404204 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks [] for floatingip, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:28.407203 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:28.408386 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-542a45e3-a7f1-484f-a35b-f8acfc433d10 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] 10.222.0.15 "DELETE /v2.0/floatingips/da60cedf-9f54-4a2b-bd81-341c588ec675 HTTP/1.1" status: 204 len: 168 time: 0.7806201 Jun 22 12:55:28.587015 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:29.101567 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:29.125474 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:29.126049 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 8197cd3c-7b2b-4a7e-b9bb-51bbf21b714f not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:29.155172 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Deleting port da58a5ba-eab3-4827-82c9-a2c30d86ac0e {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:29.155520 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:29.237329 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] For port da58a5ba-eab3-4827-82c9-a2c30d86ac0e, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:29.237693 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:29.303451 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Calling delete_port for da58a5ba-eab3-4827-82c9-a2c30d86ac0e owned by network:router_interface {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:29.482051 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:29.483997 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-aa246061-653b-4f34-8638-748f47c111e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:29.507933 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=da58a5ba-eab3-4827-82c9-a2c30d86ac0e,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:29.510409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:29.677243 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:29.919828 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Router a50a586f-b0d7-4734-af96-19466f3703d0 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:55:30.028408 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:55:30.033732 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] 10.222.0.15 "PUT /v2.0/routers/a50a586f-b0d7-4734-af96-19466f3703d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0210321 Jun 22 12:55:30.036436 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37616) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:30.040603 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] Sync routers for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:55:30.049989 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:30.050683 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:55:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:30.155058 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.259901 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.279033 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:30.313047 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Deleting port d0b478a6-b339-4602-a5b9-bf8d8a093384 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:30.313551 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.394471 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] For port d0b478a6-b339-4602-a5b9-bf8d8a093384, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d0b478a6-b339-4602-a5b9-bf8d8a093384,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:30.394830 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.460446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Calling delete_port for d0b478a6-b339-4602-a5b9-bf8d8a093384 owned by network:router_gateway {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:30.469419 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:55:29Z', 'revision_number': 5, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port': {'id': 'd0b478a6-b339-4602-a5b9-bf8d8a093384', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:30.498564 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] Checking router: a50a586f-b0d7-4734-af96-19466f3703d0 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:55:30.509223 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] Routers {'a50a586f-b0d7-4734-af96-19466f3703d0'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:30.510000 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:55:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['a50a586f-b0d7-4734-af96-19466f3703d0'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:30.607140 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] Set router a50a586f-b0d7-4734-af96-19466f3703d0 gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:30.629141 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.631630 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6beb1a1e-5698-4cf1-af13-298dc526f7ce tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:30.660792 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b478a6-b339-4602-a5b9-bf8d8a093384,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:30.663573 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:55:30Z', 'revision_number': 6, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port_host': None}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:30.664004 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:30.692054 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f24e3-8141-4add-a7e6-4bb09eb876b0 None None] The sync data for ids ['a50a586f-b0d7-4734-af96-19466f3703d0'] in dv-cinder-796680-1-iscsi is: [{'id': 'a50a586f-b0d7-4734-af96-19466f3703d0', 'name': 'tempest-AttachVolumeTestJSON-1874457104-router', 'tenant_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:48:22Z', 'updated_at': '2021-06-22T12:55:30Z', 'revision_number': 6, 'project_id': '0544e3e8692c4b3f9cdc674ad1111dfe', 'gw_port_host': None}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:55:30.729749 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.821446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.823756 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.868448 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.868987 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a50a586f-b0d7-4734-af96-19466f3703d0 {{(pid=99524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:55:30.873845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Notify callbacks [] for router, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.877347 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a50a586f-b0d7-4734-af96-19466f3703d0 HTTP/1.1" status: 204 len: 168 time: 0.8380070 Jun 22 12:55:30.877887 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37622) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:30.924644 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_v2 [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] Deleting subnet 7f60bef0-cf3e-4921-9277-537f510a6937 {{(pid=99525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:55:30.928238 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:30.974919 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11272268'] for subnet, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.034569 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37626) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:31.110655 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.175529 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482234'] for subnet, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.179200 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-6cc92508-6f59-477c-a4de-b77567ff55a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:31.208167 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f60bef0-cf3e-4921-9277-537f510a6937,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:31.210745 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:31.215077 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.216969 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-444fd597-1014-460e-99ce-8ba96f875519 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7f60bef0-cf3e-4921-9277-537f510a6937 HTTP/1.1" status: 204 len: 168 time: 0.3379364 Jun 22 12:55:31.220275 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37630) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:31.221315 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a09f9-27a1-4557-9d00-e6e96fe10112 None None] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:55:31.295273 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.359542 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Deleting port d9c96de0-4b59-4a7f-96ca-5fddd06f813a {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:31.360069 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.431582 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] For port d9c96de0-4b59-4a7f-96ca-5fddd06f813a, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:31.431877 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.460652 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.500956 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Calling delete_port for d9c96de0-4b59-4a7f-96ca-5fddd06f813a owned by network:dhcp {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:31.522812 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] DHCP port deletion for a7617ef7-19d0-4268-9f97-c94e8cd8b885 request from dv-cinder-796680-1-iscsi {{(pid=99526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:55:31.574337 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Deleting port d9c96de0-4b59-4a7f-96ca-5fddd06f813a {{(pid=99526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:31.575027 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.592133 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.596082 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3e85c33c-9332-401e-a95d-c84be1304d9d tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:31.622852 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:31.637161 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:31.637994 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] No DVR routers for this DVR port d9c96de0-4b59-4a7f-96ca-5fddd06f813a on host dv-cinder-796680-1-iscsi {{(pid=99525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:31.643920 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] For port d9c96de0-4b59-4a7f-96ca-5fddd06f813a, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,segment=NetworkSegment(fc0ad597-ac62-4fa5-99a0-35873a9fbe82),segment_id=fc0ad597-ac62-4fa5-99a0-35873a9fbe82)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:31.644949 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.723728 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Calling delete_port for d9c96de0-4b59-4a7f-96ca-5fddd06f813a owned by network:dhcp {{(pid=99526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:31.724697 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.735434 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7617ef7-19d0-4268-9f97-c94e8cd8b885']}} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:31.745961 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82') {'for_net_delete': True} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:31.746294 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0ad597-ac62-4fa5-99a0-35873a9fbe82') {} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:31.755434 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11272315'] for segment, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.757761 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Deleting port 9f277d17-faee-4314-8504-12234be333f9 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:31.758676 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.772460 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.779816 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=99525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:55:31.780277 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505579'] for segment, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: Traceback (most recent call last): Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: timer() Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: cb(*args, **kw) Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: return func(*args, **kwargs) Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: self._notify() Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: self.callback(batched_events) Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: event.method(event) Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: return f(self, *a, **k) Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._get(url).json() Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: return self.request(url, 'GET', **kwargs) Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:55:31.783213 dv-cinder-796680-1-iscsi neutron-server[99525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:55:31.845187 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.851417 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b4170c3f-0eda-41a3-b888-8e0724a5e5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:31.855597 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] For port 9f277d17-faee-4314-8504-12234be333f9, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=9f277d17-faee-4314-8504-12234be333f9,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:31.856192 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.858055 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992'] for port, after_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.860340 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:31.865927 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:31.870654 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] 10.222.0.15 "DELETE /v2.0/networks/a7617ef7-19d0-4268-9f97-c94e8cd8b885 HTTP/1.1" status: 204 len: 168 time: 0.6493838 Jun 22 12:55:31.871940 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a7617ef7-19d0-4268-9f97-c94e8cd8b885,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:31.874913 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7bf53525-25c6-4996-95ad-13078421e4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:31.891317 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Pushing event deleted for resources: {'Port': ['ID=d9c96de0-4b59-4a7f-96ca-5fddd06f813a,revision_number=None']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:31.898756 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.899106 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.899447 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.899774 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.900099 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.900420 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.901682 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.901682 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.901682 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.901682 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.902094 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.902311 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:31.904897 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Network a7617ef7-19d0-4268-9f97-c94e8cd8b885 is not hosted by any dhcp agent {{(pid=99526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 12:55:31.905575 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] No DVR routers for this DVR port d9c96de0-4b59-4a7f-96ca-5fddd06f813a on host dv-cinder-796680-1-iscsi {{(pid=99526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:31.907239 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:31.934311 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Calling delete_port for 9f277d17-faee-4314-8504-12234be333f9 owned by network:router_interface {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:32.001435 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37634) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:32.096438 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-d7a86c12-dd02-48ff-b169-8534cea3534f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0544e3e8692c4b3f9cdc674ad1111dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903878 Jun 22 12:55:32.097323 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37636) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:32.156452 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device da58a5ba-eab3-4827-82c9-a2c30d86ac0e no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:32.165797 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-969a9ff6-b729-4db1-b36c-5aefc0dda33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:32.170889 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:32.175063 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:32.183304 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: da58a5ba-eab3-4827-82c9-a2c30d86ac0e {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:32.183586 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device da58a5ba-eab3-4827-82c9-a2c30d86ac0e not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:32.184074 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d9c96de0-4b59-4a7f-96ca-5fddd06f813a no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:32.195055 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-969a9ff6-b729-4db1-b36c-5aefc0dda33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:32.203189 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: d9c96de0-4b59-4a7f-96ca-5fddd06f813a {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:32.203629 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d9c96de0-4b59-4a7f-96ca-5fddd06f813a not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:32.204052 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d0b478a6-b339-4602-a5b9-bf8d8a093384 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:32.205648 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f277d17-faee-4314-8504-12234be333f9,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:32.210887 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:32.225259 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: d0b478a6-b339-4602-a5b9-bf8d8a093384 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:32.226083 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d0b478a6-b339-4602-a5b9-bf8d8a093384 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:32.270581 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-969a9ff6-b729-4db1-b36c-5aefc0dda33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:32.274220 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-969a9ff6-b729-4db1-b36c-5aefc0dda33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:32.275496 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-969a9ff6-b729-4db1-b36c-5aefc0dda33b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5800c44b-fba4-4efa-ab21-821207bf4a64 HTTP/1.1" status: 204 len: 168 time: 0.1771801 Jun 22 12:55:32.276395 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8e234eb9-b122-412d-8f3a-aaa4d0874c2c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:32.285853 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a9ff6-b729-4db1-b36c-5aefc0dda33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5800c44b-fba4-4efa-ab21-821207bf4a64,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:32.295521 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-969a9ff6-b729-4db1-b36c-5aefc0dda33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:32.380230 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:32.885381 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Router b5a9dc9f-ff98-4108-9515-02b7484d06b5 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:55:32.994034 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:55:32.999239 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5a9dc9f-ff98-4108-9515-02b7484d06b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9635494 Jun 22 12:55:33.001858 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37658) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:33.005238 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] Sync routers for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:55:33.015661 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:33.016654 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:55:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:33.121858 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks [] for router, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.141226 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:33.252018 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.326084 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Deleting port 13579150-c80f-4622-a219-02aac1e7589a {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:33.326715 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.420882 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '13579150-c80f-4622-a219-02aac1e7589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:55:32Z', 'revision_number': 5, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port': {'id': '13579150-c80f-4622-a219-02aac1e7589a', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:46:42Z', 'updated_at': '2021-06-22T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:33.428113 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] For port 13579150-c80f-4622-a219-02aac1e7589a, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=13579150-c80f-4622-a219-02aac1e7589a,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:33.428644 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.447749 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] Checking router: b5a9dc9f-ff98-4108-9515-02b7484d06b5 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:55:33.456791 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] Routers {'b5a9dc9f-ff98-4108-9515-02b7484d06b5'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:33.457404 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:55:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:33.496204 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Calling delete_port for 13579150-c80f-4622-a219-02aac1e7589a owned by network:router_gateway {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:33.546087 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] Set router b5a9dc9f-ff98-4108-9515-02b7484d06b5 gateway port host: None {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:33.603664 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:55:33Z', 'revision_number': 6, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port_host': None}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:33.635058 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea825626-8849-48bd-9f67-3c243e082178 None None] The sync data for ids ['b5a9dc9f-ff98-4108-9515-02b7484d06b5'] in dv-cinder-796680-1-iscsi is: [{'id': 'b5a9dc9f-ff98-4108-9515-02b7484d06b5', 'name': 'tempest-AttachVolumeShelveTestJSON-2075512121-router', 'tenant_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:46:40Z', 'updated_at': '2021-06-22T12:55:33Z', 'revision_number': 6, 'project_id': '8fd8f28261ac4130b3611edc2ba57f7a', 'gw_port_host': None}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:55:33.684014 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.686736 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-07adbc7e-2d95-4778-830d-b1d86f0510a1 tempest-VolumesSnapshotTestJSON-2090793052 tempest-VolumesSnapshotTestJSON-2090793052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:33.716037 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Pushing event deleted for resources: {'Port': ['ID=13579150-c80f-4622-a219-02aac1e7589a,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:33.720164 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:33.787864 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.822960 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-6459f80f-e6f4-4e51-8b40-708938eb4609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.887970 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.890765 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.956951 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.957553 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a9dc9f-ff98-4108-9515-02b7484d06b5 {{(pid=99525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:55:33.963019 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:33.964164 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-e6558280-50a5-44da-9a72-9145bd0e081f admin admin] 10.222.0.15 "DELETE /v2.0/routers/b5a9dc9f-ff98-4108-9515-02b7484d06b5 HTTP/1.1" status: 204 len: 168 time: 0.9604895 Jun 22 12:55:33.966673 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37690) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:34.013362 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Deleting subnet 6b04b246-1ae8-4ac0-b714-81df36e8580d {{(pid=99525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:55:34.017379 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.054194 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11272268'] for subnet, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.146654 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.201780 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482234'] for subnet, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.201780 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1688d429-f54e-4597-b08e-7a8480901b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:34.227477 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b04b246-1ae8-4ac0-b714-81df36e8580d,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:34.228789 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:34.234997 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.239609 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6b04b246-1ae8-4ac0-b714-81df36e8580d HTTP/1.1" status: 204 len: 168 time: 0.2718663 Jun 22 12:55:34.240039 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37708) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:34.241879 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a8a2d-94c8-404b-950e-f5add2431b1d None None] Network acc9fee7-e7ea-4263-ba34-69c1136681b3 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:55:34.314500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.379773 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Deleting port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:34.380122 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.466462 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] DHCP port deletion for acc9fee7-e7ea-4263-ba34-69c1136681b3 request from dv-cinder-796680-1-iscsi {{(pid=99526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:55:34.466581 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] For port 1fa401c1-dc06-4aab-aa11-3c45d7af2852, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1fa401c1-dc06-4aab-aa11-3c45d7af2852,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:34.466950 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.559890 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Calling delete_port for 1fa401c1-dc06-4aab-aa11-3c45d7af2852 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:34.560792 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] Deleting port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 {{(pid=99526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:34.561326 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.621445 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 9f277d17-faee-4314-8504-12234be333f9 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:34.649595 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 9f277d17-faee-4314-8504-12234be333f9 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:34.649958 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 9f277d17-faee-4314-8504-12234be333f9 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:34.679860 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.680780 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] For port 1fa401c1-dc06-4aab-aa11-3c45d7af2852, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1fa401c1-dc06-4aab-aa11-3c45d7af2852,segment=NetworkSegment(d08324e4-417b-4e58-b27f-6630827d9b6a),segment_id=d08324e4-417b-4e58-b27f-6630827d9b6a)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:34.681209 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.681936 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-187812b9-a8c2-4b50-afbb-d1659e6f83de tempest-VolumesNegativeTest-1372285878 tempest-VolumesNegativeTest-1372285878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:34.706379 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa401c1-dc06-4aab-aa11-3c45d7af2852,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:34.709594 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:34.710881 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] No DVR routers for this DVR port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 on host dv-cinder-796680-1-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:34.768986 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] Calling delete_port for 1fa401c1-dc06-4aab-aa11-3c45d7af2852 owned by network:dhcp {{(pid=99526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:34.793680 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.805175 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc9fee7-e7ea-4263-ba34-69c1136681b3']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:34.818475 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08324e4-417b-4e58-b27f-6630827d9b6a') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:34.819145 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08324e4-417b-4e58-b27f-6630827d9b6a') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:34.831386 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.852593 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.865147 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:55:34.866609 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:55:34.871799 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:55:34.875302 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992'] for port, after_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.877199 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:34.901566 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] Pushing event deleted for resources: {'Port': ['ID=1fa401c1-dc06-4aab-aa11-3c45d7af2852,revision_number=None']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:34.904209 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:34.908920 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] No DVR routers for this DVR port 1fa401c1-dc06-4aab-aa11-3c45d7af2852 on host dv-cinder-796680-1-iscsi {{(pid=99526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:34.935740 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.942063 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:34.944880 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:34.946444 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/acc9fee7-e7ea-4263-ba34-69c1136681b3 HTTP/1.1" status: 204 len: 168 time: 0.7047319 Jun 22 12:55:34.959504 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=acc9fee7-e7ea-4263-ba34-69c1136681b3,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:34.962057 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:35.140372 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37766) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:35.187262 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-acdca00b-dd9a-4355-9175-045f10a801a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fd8f28261ac4130b3611edc2ba57f7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452545 Jun 22 12:55:35.189867 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37770) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:35.239954 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6473b9bc-60f0-4c7b-b7ce-23c0d0d900aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.261507 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6473b9bc-60f0-4c7b-b7ce-23c0d0d900aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.311061 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6473b9bc-60f0-4c7b-b7ce-23c0d0d900aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.313660 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6473b9bc-60f0-4c7b-b7ce-23c0d0d900aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.317118 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6473b9bc-60f0-4c7b-b7ce-23c0d0d900aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d27cd510-ca12-4a93-aa52-8cf13a9b5435 HTTP/1.1" status: 204 len: 168 time: 0.1240683 Jun 22 12:55:35.317118 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-da2a5e62-634e-4021-a65d-962553b5a13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:35.324705 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473b9bc-60f0-4c7b-b7ce-23c0d0d900aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27cd510-ca12-4a93-aa52-8cf13a9b5435,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:35.327023 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6473b9bc-60f0-4c7b-b7ce-23c0d0d900aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:35.537495 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37786) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:35.653626 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-460d857a-5ac8-4d1e-9e7a-d90c1906433a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.754657 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-460d857a-5ac8-4d1e-9e7a-d90c1906433a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.759084 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-460d857a-5ac8-4d1e-9e7a-d90c1906433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.762637 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-87701924-b742-4e76-8c68-9ae9135d2364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:35.799779 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-460d857a-5ac8-4d1e-9e7a-d90c1906433a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c725c582215b4278aa44aa51331f8062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610636 Jun 22 12:55:35.800875 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d857a-5ac8-4d1e-9e7a-d90c1906433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa680fc-452a-40f6-9fa4-c5db1f261b1e,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:35.802812 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37798) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:35.804810 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-460d857a-5ac8-4d1e-9e7a-d90c1906433a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:35.859991 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-33d4388a-b642-4b33-aedf-a5be1ff481a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.882523 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-33d4388a-b642-4b33-aedf-a5be1ff481a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.937970 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-33d4388a-b642-4b33-aedf-a5be1ff481a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.941023 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-33d4388a-b642-4b33-aedf-a5be1ff481a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:35.942173 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-33d4388a-b642-4b33-aedf-a5be1ff481a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fa680fc-452a-40f6-9fa4-c5db1f261b1e HTTP/1.1" status: 204 len: 168 time: 0.1381938 Jun 22 12:55:35.943043 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-38f8fa8c-e780-44b5-a8eb-44b6ed3507a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:35.955484 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4388a-b642-4b33-aedf-a5be1ff481a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa680fc-452a-40f6-9fa4-c5db1f261b1e,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:35.957792 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-33d4388a-b642-4b33-aedf-a5be1ff481a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:36.158088 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1fa401c1-dc06-4aab-aa11-3c45d7af2852 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:36.178431 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 1fa401c1-dc06-4aab-aa11-3c45d7af2852 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:36.178847 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1fa401c1-dc06-4aab-aa11-3c45d7af2852 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:36.179356 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 13579150-c80f-4622-a219-02aac1e7589a no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:36.202052 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 13579150-c80f-4622-a219-02aac1e7589a {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:36.202052 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 13579150-c80f-4622-a219-02aac1e7589a not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:36.287180 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37820) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:36.303313 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-41f83425-3928-4950-b41d-9ddf3b582808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:36.394441 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-41f83425-3928-4950-b41d-9ddf3b582808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:36.398469 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-41f83425-3928-4950-b41d-9ddf3b582808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:36.401935 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-460d857a-5ac8-4d1e-9e7a-d90c1906433a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:36.438573 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-41f83425-3928-4950-b41d-9ddf3b582808 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0390dc0273ae47a19b79404ac12d497d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502743 Jun 22 12:55:36.439556 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f83425-3928-4950-b41d-9ddf3b582808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e55d42-cd9a-46fb-86d7-7fcaa68e40b8,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:36.441555 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37824) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:36.454787 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-41f83425-3928-4950-b41d-9ddf3b582808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:36.497296 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6ab6395f-9d2b-4258-858c-b620114a3a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:36.520405 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6ab6395f-9d2b-4258-858c-b620114a3a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:36.567177 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6ab6395f-9d2b-4258-858c-b620114a3a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:36.569763 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-6ab6395f-9d2b-4258-858c-b620114a3a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:36.570936 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-6ab6395f-9d2b-4258-858c-b620114a3a82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85e55d42-cd9a-46fb-86d7-7fcaa68e40b8 HTTP/1.1" status: 204 len: 168 time: 0.1282408 Jun 22 12:55:36.571813 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-5a37928c-d6e0-433f-9791-b8b4eb4ed502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:36.580009 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6395f-9d2b-4258-858c-b620114a3a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e55d42-cd9a-46fb-86d7-7fcaa68e40b8,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:36.582311 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-6ab6395f-9d2b-4258-858c-b620114a3a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:37.080837 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e59f64cf-2e6b-49f5-8daa-8bf23ed3626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.232296 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37874) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:37.348452 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37880) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:37.382516 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.399072 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1815340260-network', 'tenant_id': '8093afca7e154c61b82ce9af1080ae45'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:55:37.472497 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.476136 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.479495 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f767fa64-f53d-4e15-8c33-ee76abfbcecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:37.491229 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Made reservation on behalf of 8093afca7e154c61b82ce9af1080ae45 for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:55:37.497151 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.502914 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.518359 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e024c16b5b24741a4605cab246127ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818432 Jun 22 12:55:37.518359 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad73993-c83e-43bf-ba83-930cb9b3bb46,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:37.518660 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37884) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:37.524930 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.525310 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.525867 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.526028 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.526418 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.526781 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.527135 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.527540 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.528023 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.528219 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.528778 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.529193 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:37.533586 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:37.597954 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ebea31aa-9743-4bc3-a49e-d82069b4d4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.629774 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ebea31aa-9743-4bc3-a49e-d82069b4d4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.667245 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.674737 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.679272 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6287e561-81b8-4ed7-9624-42bdd5f97d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:37.700257 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:55:37.721230 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d28601e-a3c7-4fcc-b631-cc7b4e90c3df,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:37.726403 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:37.727161 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ebea31aa-9743-4bc3-a49e-d82069b4d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.729796 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ebea31aa-9743-4bc3-a49e-d82069b4d4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.731018 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-ebea31aa-9743-4bc3-a49e-d82069b4d4a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ad73993-c83e-43bf-ba83-930cb9b3bb46 HTTP/1.1" status: 204 len: 168 time: 0.2113626 Jun 22 12:55:37.732245 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.732594 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Added segment e866218d-3f19-440c-8aa2-e5017711cc0b of type vlan for network 53f6601b-5ff9-4881-a7e5-32dccfa351ac Jun 22 12:55:37.734160 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0aced8b8-0bdc-4978-8598-a950182dd617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:37.750016 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea31aa-9743-4bc3-a49e-d82069b4d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad73993-c83e-43bf-ba83-930cb9b3bb46,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:37.768581 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ebea31aa-9743-4bc3-a49e-d82069b4d4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:37.783849 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.816339 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.817729 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:37.818348 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:37.821351 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a6b2c36d-e1df-4434-8916-9ad1c04c7092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:37.874061 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5245032 Jun 22 12:55:37.877147 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37890) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:37.883456 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Request body: {'subnet': {'network_id': '53f6601b-5ff9-4881-a7e5-32dccfa351ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1815340260-subnet', 'tenant_id': '8093afca7e154c61b82ce9af1080ae45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:55:37.885633 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Pushing event updated for resources: {'Network': ['ID=53f6601b-5ff9-4881-a7e5-32dccfa351ac,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:37.888429 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:37.898216 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 53f6601b-5ff9-4881-a7e5-32dccfa351ac details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:55:37.913750 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Made reservation on behalf of 8093afca7e154c61b82ce9af1080ae45 for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:55:37.916420 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482207'] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.038268 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37892) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:38.053206 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-98169104-ff1f-4eea-a9f6-ba3ddcb8111a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.110564 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482221'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.113785 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:38.152610 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-98169104-ff1f-4eea-a9f6-ba3ddcb8111a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.157054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-98169104-ff1f-4eea-a9f6-ba3ddcb8111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.160070 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2167aa43-a706-4117-be68-afc9d5d5be40 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:38.172119 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e14d14-e303-44fa-9ae3-75e7fd279a01,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:38.175926 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:38.181410 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Checking segment: {'id': 'e866218d-3f19-440c-8aa2-e5017711cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '53f6601b-5ff9-4881-a7e5-32dccfa351ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:55:38.181764 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Network hostable DHCP agents. Network: 53f6601b-5ff9-4881-a7e5-32dccfa351ac, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:55:38.198707 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Network 53f6601b-5ff9-4881-a7e5-32dccfa351ac is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:55:38.199186 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-98169104-ff1f-4eea-a9f6-ba3ddcb8111a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc8d3745e6464f6689d11c9689c8b59a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596718 Jun 22 12:55:38.200164 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98169104-ff1f-4eea-a9f6-ba3ddcb8111a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4521a898-76c8-4a99-b5ea-1dcd8f589802,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:38.202233 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37894) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:38.203885 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-98169104-ff1f-4eea-a9f6-ba3ddcb8111a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:38.217776 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 53f6601b-5ff9-4881-a7e5-32dccfa351ac) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:55:38.225659 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:38.226155 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.228144 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf30ac4-46f9-4ce2-a9b7-050720fd1581 None None] Network 53f6601b-5ff9-4881-a7e5-32dccfa351ac requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:55:38.259671 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3811245 Jun 22 12:55:38.271874 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5add9a61-b9c5-403f-8aac-fc09737ef999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.293403 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5add9a61-b9c5-403f-8aac-fc09737ef999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.343566 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5add9a61-b9c5-403f-8aac-fc09737ef999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.346349 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5add9a61-b9c5-403f-8aac-fc09737ef999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.349768 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-5add9a61-b9c5-403f-8aac-fc09737ef999 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4521a898-76c8-4a99-b5ea-1dcd8f589802 HTTP/1.1" status: 204 len: 168 time: 0.1436725 Jun 22 12:55:38.349768 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-6514cd3f-07f9-445b-8d50-7fce5a614bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:38.356789 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add9a61-b9c5-403f-8aac-fc09737ef999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4521a898-76c8-4a99-b5ea-1dcd8f589802,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:38.359214 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-5add9a61-b9c5-403f-8aac-fc09737ef999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:38.371361 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e2fef-1b40-4298-b19c-0c0655e5ec69 None None] Network 53f6601b-5ff9-4881-a7e5-32dccfa351ac requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:55:38.676668 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.898813 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37926) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:38.904151 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-766956498-network', 'tenant_id': '1d60e1c377fe45d48829e417753a5fb9'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:55:38.928494 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Made reservation on behalf of 1d60e1c377fe45d48829e417753a5fb9 for: {'network': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:55:38.931717 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:38.941011 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.037668 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.042338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.047006 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-502572d6-b8ae-4806-b759-eaa9b6b0567a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:39.072550 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=99525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:55:39.084906 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0799f8c1-4684-4c54-b4e3-4e959be1a528,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:39.087841 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.088187 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.segments_db [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Added segment 6aa39bfc-cf76-44ae-960d-de4928344049 of type vlan for network e9200e65-25c1-4300-b7ae-bf56f653a6ba Jun 22 12:55:39.089707 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:39.132527 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.164682 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.166046 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:39.166676 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.169651 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fa3aa43b-1708-486f-819d-9b1c80c7b936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:39.216756 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3168435 Jun 22 12:55:39.220411 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37940) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:39.226565 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Request body: {'subnet': {'network_id': 'e9200e65-25c1-4300-b7ae-bf56f653a6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-766956498-subnet', 'tenant_id': '1d60e1c377fe45d48829e417753a5fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:55:39.245765 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Pushing event updated for resources: {'Network': ['ID=e9200e65-25c1-4300-b7ae-bf56f653a6ba,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:39.250020 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0037115c-22fb-4418-bee2-16ed39c9e02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:39.256985 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network e9200e65-25c1-4300-b7ae-bf56f653a6ba details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:55:39.260886 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Made reservation on behalf of 1d60e1c377fe45d48829e417753a5fb9 for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:55:39.263533 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482207'] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.439388 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482221'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.440797 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ead18c6e-052d-4f2c-a132-79271fe7821b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:39.495037 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9627b6-ef72-4655-b6f7-59271b6e0f30,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:39.502162 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:39.511126 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Checking segment: {'id': '6aa39bfc-cf76-44ae-960d-de4928344049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e9200e65-25c1-4300-b7ae-bf56f653a6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:55:39.511559 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Network hostable DHCP agents. Network: e9200e65-25c1-4300-b7ae-bf56f653a6ba, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:55:39.528397 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Network e9200e65-25c1-4300-b7ae-bf56f653a6ba is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:55:39.540888 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, e9200e65-25c1-4300-b7ae-bf56f653a6ba) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:55:39.545313 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:39.546752 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:39.552015 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf00282-0690-4eb6-b375-8e44969eda05 None None] Network e9200e65-25c1-4300-b7ae-bf56f653a6ba requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:55:39.560845 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-b7449f09-b403-4575-92d6-56dbdeb6ad65 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3391156 Jun 22 12:55:39.684691 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3085f78b-c19c-4194-8085-ebce659fb370 None None] Network e9200e65-25c1-4300-b7ae-bf56f653a6ba requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:55:39.864127 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.316613 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 37980) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:40.425472 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2e795fbe-99bf-46af-b338-a0cbe2992781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.511747 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2e795fbe-99bf-46af-b338-a0cbe2992781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.515502 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-2e795fbe-99bf-46af-b338-a0cbe2992781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.518840 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3b459c36-f59c-49d2-8586-0112e48ba196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:40.554035 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-2e795fbe-99bf-46af-b338-a0cbe2992781 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed643262bc4f4814a639a7e384f01dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364171 Jun 22 12:55:40.556080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e795fbe-99bf-46af-b338-a0cbe2992781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242dd6ba-b43f-4f20-b9f0-5bc9b8a14ff1,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:40.556781 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37984) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:40.559153 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2e795fbe-99bf-46af-b338-a0cbe2992781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:40.592601 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.605410 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c42918f-66af-4426-b2ff-92025cc20425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.625944 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c42918f-66af-4426-b2ff-92025cc20425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.671976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c42918f-66af-4426-b2ff-92025cc20425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.674519 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c42918f-66af-4426-b2ff-92025cc20425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:40.675637 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-4c42918f-66af-4426-b2ff-92025cc20425 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/242dd6ba-b43f-4f20-b9f0-5bc9b8a14ff1 HTTP/1.1" status: 204 len: 168 time: 0.1178479 Jun 22 12:55:40.676382 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ebea31aa-9743-4bc3-a49e-d82069b4d4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:40.683897 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42918f-66af-4426-b2ff-92025cc20425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242dd6ba-b43f-4f20-b9f0-5bc9b8a14ff1,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:40.686069 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4c42918f-66af-4426-b2ff-92025cc20425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:40.935835 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37990) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:40.950390 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-313407d6-fe02-448b-93ff-ddc62ce041be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:41.042667 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-313407d6-fe02-448b-93ff-ddc62ce041be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:41.047251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-313407d6-fe02-448b-93ff-ddc62ce041be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:41.049907 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-12459d38-d44f-430b-813c-8fd97cb72e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:41.091739 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-313407d6-fe02-448b-93ff-ddc62ce041be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c56f3016cd9d493fb0f9bb33b1e47f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547980 Jun 22 12:55:41.092640 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313407d6-fe02-448b-93ff-ddc62ce041be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9413dee4-275a-4b2a-8880-0ab87af5695b,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:41.095380 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 37992) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:41.097459 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-313407d6-fe02-448b-93ff-ddc62ce041be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:41.150971 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae33c2b-158d-498f-8947-bcd184b3331d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:41.173687 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae33c2b-158d-498f-8947-bcd184b3331d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:41.224733 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae33c2b-158d-498f-8947-bcd184b3331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:41.227440 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fae33c2b-158d-498f-8947-bcd184b3331d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:41.228743 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-fae33c2b-158d-498f-8947-bcd184b3331d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9413dee4-275a-4b2a-8880-0ab87af5695b HTTP/1.1" status: 204 len: 168 time: 0.1323495 Jun 22 12:55:41.229591 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f6487297-7795-4eba-9ae7-8816b556f744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:41.238729 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae33c2b-158d-498f-8947-bcd184b3331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9413dee4-275a-4b2a-8880-0ab87af5695b,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:41.242242 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fae33c2b-158d-498f-8947-bcd184b3331d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:41.358487 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:46.760946 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:55:53.617091 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38256) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:53.662450 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] Deleting subnet a0e14d14-e303-44fa-9ae3-75e7fd279a01 {{(pid=99525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:55:53.665714 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:53.702198 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11272268'] for subnet, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:53.744690 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:53.797280 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482234'] for subnet, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:53.799536 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-5948c0df-4b3f-4782-af7d-9ab275dcb0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:53.824000 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e14d14-e303-44fa-9ae3-75e7fd279a01,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:53.827650 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:53.828704 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:53.830982 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-8e331f51-2d9a-49d6-a65d-b5a0a6e56a45 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a0e14d14-e303-44fa-9ae3-75e7fd279a01 HTTP/1.1" status: 204 len: 168 time: 0.2124851 Jun 22 12:55:53.832960 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38260) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:53.907670 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:53.989985 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.000547 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f6601b-5ff9-4881-a7e5-32dccfa351ac']}} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:54.010690 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e866218d-3f19-440c-8aa2-e5017711cc0b') {'for_net_delete': True} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:54.010983 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.services.segments.db [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e866218d-3f19-440c-8aa2-e5017711cc0b') {} {{(pid=99525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:54.019762 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11272315'] for segment, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.033497 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.039294 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=99525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:55:54.039680 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505579'] for segment, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: Traceback (most recent call last): Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: timer() Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: cb(*args, **kw) Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: return func(*args, **kwargs) Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: self._notify() Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: self.callback(batched_events) Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: event.method(event) Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: return f(self, *a, **k) Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._get(url).json() Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: return self.request(url, 'GET', **kwargs) Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:55:54.041291 dv-cinder-796680-1-iscsi neutron-server[99525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:55:54.099433 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.103735 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:54.106495 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.108893 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/53f6601b-5ff9-4881-a7e5-32dccfa351ac HTTP/1.1" status: 204 len: 168 time: 0.2749941 Jun 22 12:55:54.111801 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38262) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:54.120376 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Pushing event deleted for resources: {'Network': ['ID=53f6601b-5ff9-4881-a7e5-32dccfa351ac,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:54.123252 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a7b54545-7c88-4529-8114-64669e5400aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:54.158308 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Deleting subnet cb9627b6-ef72-4655-b6f7-59271b6e0f30 {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:55:54.161622 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.208990 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.256089 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.313307 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.317484 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:54.340970 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9627b6-ef72-4655-b6f7-59271b6e0f30,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:54.345090 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:54.346088 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.348068 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cb9627b6-ef72-4655-b6f7-59271b6e0f30 HTTP/1.1" status: 204 len: 168 time: 0.2351253 Jun 22 12:55:54.350558 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38264) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:54.425456 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.503598 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.513554 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9200e65-25c1-4300-b7ae-bf56f653a6ba']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:54.524596 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa39bfc-cf76-44ae-960d-de4928344049') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:54.524893 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa39bfc-cf76-44ae-960d-de4928344049') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:54.534494 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.549748 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.556406 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:55:54.556812 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:55:54.568195 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:55:54.617009 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.620833 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:54.624036 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.626393 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e9200e65-25c1-4300-b7ae-bf56f653a6ba HTTP/1.1" status: 204 len: 168 time: 0.2748356 Jun 22 12:55:54.641738 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9200e65-25c1-4300-b7ae-bf56f653a6ba,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:54.644258 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-05ff2377-87b6-4c25-98e1-9cc5a44754a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:54.824234 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38274) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:54.883321 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-fffe98d9-17c5-4e7a-a2ab-400fdbc49770 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8093afca7e154c61b82ce9af1080ae45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568850 Jun 22 12:55:54.886826 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38280) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:54.964610 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cb2691eb-d612-41be-94fc-584bbc87a116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.990673 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cb2691eb-d612-41be-94fc-584bbc87a116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.048645 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cb2691eb-d612-41be-94fc-584bbc87a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.051817 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cb2691eb-d612-41be-94fc-584bbc87a116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.053484 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-cb2691eb-d612-41be-94fc-584bbc87a116 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d28601e-a3c7-4fcc-b631-cc7b4e90c3df HTTP/1.1" status: 204 len: 168 time: 0.1651235 Jun 22 12:55:55.054679 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-440eeb23-2717-4cc4-9c7a-42c58fe108c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:55.068761 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2691eb-d612-41be-94fc-584bbc87a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d28601e-a3c7-4fcc-b631-cc7b4e90c3df,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:55.072555 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-cb2691eb-d612-41be-94fc-584bbc87a116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:55.424774 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38288) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:55.479474 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-ccb4b9fe-7559-436b-a894-4d7eaf8068be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d60e1c377fe45d48829e417753a5fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533864 Jun 22 12:55:55.481780 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38290) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:55.537040 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3499d7f-afa3-44f1-967a-e24d3faf8c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.561499 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3499d7f-afa3-44f1-967a-e24d3faf8c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.623542 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3499d7f-afa3-44f1-967a-e24d3faf8c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.627477 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3499d7f-afa3-44f1-967a-e24d3faf8c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.628764 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-f3499d7f-afa3-44f1-967a-e24d3faf8c0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0799f8c1-4684-4c54-b4e3-4e959be1a528 HTTP/1.1" status: 204 len: 168 time: 0.1460133 Jun 22 12:55:55.629775 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d160f279-b1f9-4269-b479-fe9c746ae8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:55.639942 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3499d7f-afa3-44f1-967a-e24d3faf8c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0799f8c1-4684-4c54-b4e3-4e959be1a528,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:55.642867 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f3499d7f-afa3-44f1-967a-e24d3faf8c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:58.178302 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38370) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:58.285108 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e497cb14-8d6b-405b-a2c7-1898b6f8150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.392157 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e497cb14-8d6b-405b-a2c7-1898b6f8150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.396287 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-e497cb14-8d6b-405b-a2c7-1898b6f8150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.398851 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a137285b-f9a4-49f5-a3fb-de29add3c92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:58.438830 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-e497cb14-8d6b-405b-a2c7-1898b6f8150e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=535c731b5a1440b184eda771e9d16a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593372 Jun 22 12:55:58.440027 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497cb14-8d6b-405b-a2c7-1898b6f8150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644b5e1-e1e0-4d5b-8b73-cf169896d854,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:58.441445 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38374) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:58.442959 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e497cb14-8d6b-405b-a2c7-1898b6f8150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:58.491768 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.513328 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.560623 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.563702 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.564845 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e644b5e1-e1e0-4d5b-8b73-cf169896d854 HTTP/1.1" status: 204 len: 168 time: 0.1222334 Jun 22 12:55:58.565624 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-98169104-ff1f-4eea-a9f6-ba3ddcb8111a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:58.573256 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644b5e1-e1e0-4d5b-8b73-cf169896d854,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:58.580783 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.581161 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.581534 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.581897 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.582276 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.582635 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.582986 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.583340 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.583694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.584043 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.584392 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.584740 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:58.587755 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f3137efd-bc76-49ef-a52f-e1a5230bb04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:58.867692 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38380) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:58.881285 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a3e337f7-ed9e-49e7-9f99-bea9c119dbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.979986 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a3e337f7-ed9e-49e7-9f99-bea9c119dbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.984009 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a3e337f7-ed9e-49e7-9f99-bea9c119dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.986805 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fae33c2b-158d-498f-8947-bcd184b3331d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:59.025043 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-a3e337f7-ed9e-49e7-9f99-bea9c119dbdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b09069886b0d4deea0f7141985c76472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561940 Jun 22 12:55:59.025984 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e337f7-ed9e-49e7-9f99-bea9c119dbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dff0c2-4d11-47a0-86b5-46715d74f4f5,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:59.027840 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38382) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:59.029312 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a3e337f7-ed9e-49e7-9f99-bea9c119dbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:59.085538 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf0d8-d41f-4423-90fe-816ee619d63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.108450 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf0d8-d41f-4423-90fe-816ee619d63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.171760 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf0d8-d41f-4423-90fe-816ee619d63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.174686 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf0d8-d41f-4423-90fe-816ee619d63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.175878 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-0c2cf0d8-d41f-4423-90fe-816ee619d63a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81dff0c2-4d11-47a0-86b5-46715d74f4f5 HTTP/1.1" status: 204 len: 168 time: 0.1452796 Jun 22 12:55:59.176690 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-ca9b95eb-25ce-4c98-8fdc-d63df4ad6a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:59.185607 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cf0d8-d41f-4423-90fe-816ee619d63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dff0c2-4d11-47a0-86b5-46715d74f4f5,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:59.188786 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0c2cf0d8-d41f-4423-90fe-816ee619d63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:01.246088 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38460) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:01.356246 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-84a13794-46f3-4ea7-b681-72130c04ad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.462579 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-84a13794-46f3-4ea7-b681-72130c04ad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.466901 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-84a13794-46f3-4ea7-b681-72130c04ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.469976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:01.505072 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a13794-46f3-4ea7-b681-72130c04ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a17a25-57d9-454f-b6cc-ade457e612d1,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:01.510606 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-84a13794-46f3-4ea7-b681-72130c04ad22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b38d4b0091647d0a9ee71749235fcff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632895 Jun 22 12:56:01.512265 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-84a13794-46f3-4ea7-b681-72130c04ad22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:01.512423 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38464) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:01.577456 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ce23-c736-4b1a-80a6-c45468eb3fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.600401 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ce23-c736-4b1a-80a6-c45468eb3fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.652843 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ce23-c736-4b1a-80a6-c45468eb3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.657558 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ce23-c736-4b1a-80a6-c45468eb3fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.663194 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-1ce3ce23-c736-4b1a-80a6-c45468eb3fd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39a17a25-57d9-454f-b6cc-ade457e612d1 HTTP/1.1" status: 204 len: 168 time: 0.1493404 Jun 22 12:56:01.664577 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8fd040b0-ff5b-49a3-9229-29b8adf211bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:01.676721 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3ce23-c736-4b1a-80a6-c45468eb3fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a17a25-57d9-454f-b6cc-ade457e612d1,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:01.680081 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1ce3ce23-c736-4b1a-80a6-c45468eb3fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:01.950552 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38470) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:01.964031 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8a080555-0863-4977-a669-9f5a9ee35b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:02.068098 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8a080555-0863-4977-a669-9f5a9ee35b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:02.072589 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-8a080555-0863-4977-a669-9f5a9ee35b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:02.075328 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9975037c-2b92-4238-916c-73af6d4c0425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:02.116114 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-8a080555-0863-4977-a669-9f5a9ee35b65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ca2e06e9d9a45f0ad7420b2af32defb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644645 Jun 22 12:56:02.117106 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080555-0863-4977-a669-9f5a9ee35b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c0abf-ed96-4390-a8ca-31497d205a8e,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:02.119412 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38472) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:02.121730 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-8a080555-0863-4977-a669-9f5a9ee35b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:02.177045 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4c9359ce-a1a8-4a44-a3b1-79d1a2065d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:02.203440 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4c9359ce-a1a8-4a44-a3b1-79d1a2065d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:02.258566 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4c9359ce-a1a8-4a44-a3b1-79d1a2065d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:02.261415 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4c9359ce-a1a8-4a44-a3b1-79d1a2065d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:02.262617 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-4c9359ce-a1a8-4a44-a3b1-79d1a2065d41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b8c0abf-ed96-4390-a8ca-31497d205a8e HTTP/1.1" status: 204 len: 168 time: 0.1422904 Jun 22 12:56:02.263482 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-195bcc04-1db1-4d1c-86cb-ec30fe77e8f7 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:02.272180 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9359ce-a1a8-4a44-a3b1-79d1a2065d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c0abf-ed96-4390-a8ca-31497d205a8e,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:02.274704 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-4c9359ce-a1a8-4a44-a3b1-79d1a2065d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:03.823727 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-da43290f-3279-4f67-918c-98cc0c62f7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:05.266318 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38572) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:05.367956 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-32bfc586-d82a-4fdc-ab6a-5c84c5f64d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:05.466526 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-32bfc586-d82a-4fdc-ab6a-5c84c5f64d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:05.474497 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-32bfc586-d82a-4fdc-ab6a-5c84c5f64d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:05.478233 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-83428229-c071-40b8-a59f-43ad791e319b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:05.518562 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-32bfc586-d82a-4fdc-ab6a-5c84c5f64d0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aacf53e3531943fb8cd1a76d072ed25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511616 Jun 22 12:56:05.520883 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfc586-d82a-4fdc-ab6a-5c84c5f64d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e4ce98-ba61-4c08-b979-f387873a7f0e,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:05.522506 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38582) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:05.524326 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-32bfc586-d82a-4fdc-ab6a-5c84c5f64d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:05.579799 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2948-9f71-464e-8998-905449756114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:05.609915 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2948-9f71-464e-8998-905449756114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:05.665039 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2948-9f71-464e-8998-905449756114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:05.667779 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2948-9f71-464e-8998-905449756114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:05.668903 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-0f1e2948-9f71-464e-8998-905449756114 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6e4ce98-ba61-4c08-b979-f387873a7f0e HTTP/1.1" status: 204 len: 168 time: 0.1448100 Jun 22 12:56:05.669693 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-84ce4593-d7ea-4ebb-a1f2-a962f4d18b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:05.683252 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e2948-9f71-464e-8998-905449756114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e4ce98-ba61-4c08-b979-f387873a7f0e,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:05.687446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0f1e2948-9f71-464e-8998-905449756114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:07.072678 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-209a75b4-718f-46be-985f-ef3ec2c6274a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:08.579096 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:09.865138 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:10.594717 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:10.634533 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38728) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:10.738976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a9b2776e-e76d-49b2-9f82-54178ea74167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:10.835423 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a9b2776e-e76d-49b2-9f82-54178ea74167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:10.840097 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a9b2776e-e76d-49b2-9f82-54178ea74167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:10.842870 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a3e337f7-ed9e-49e7-9f99-bea9c119dbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:10.888837 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2776e-e76d-49b2-9f82-54178ea74167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6892bc5e-a0d5-40be-ac2a-52ee94b1529f,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:10.893438 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-a9b2776e-e76d-49b2-9f82-54178ea74167 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c580c15c8624d7682dd046dddd088b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578588 Jun 22 12:56:10.894564 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a9b2776e-e76d-49b2-9f82-54178ea74167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:10.896113 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38736) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:10.949216 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e2d63053-f280-4a26-acf8-42ec5eadd9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:10.973303 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e2d63053-f280-4a26-acf8-42ec5eadd9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.023545 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e2d63053-f280-4a26-acf8-42ec5eadd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.026272 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e2d63053-f280-4a26-acf8-42ec5eadd9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.027411 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-e2d63053-f280-4a26-acf8-42ec5eadd9b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6892bc5e-a0d5-40be-ac2a-52ee94b1529f HTTP/1.1" status: 204 len: 168 time: 0.1300807 Jun 22 12:56:11.028228 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0e6e7b9c-d5c4-4c39-8135-0a2346709c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:11.036509 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d63053-f280-4a26-acf8-42ec5eadd9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6892bc5e-a0d5-40be-ac2a-52ee94b1529f,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:11.038723 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e2d63053-f280-4a26-acf8-42ec5eadd9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:11.303487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38746) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:11.317229 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f73c459f-4bb8-4971-8750-e8a59f358788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.372093 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.421070 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f73c459f-4bb8-4971-8750-e8a59f358788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.424948 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f73c459f-4bb8-4971-8750-e8a59f358788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.427741 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0f1e2948-9f71-464e-8998-905449756114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:11.462760 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c459f-4bb8-4971-8750-e8a59f358788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee239ae-2a5d-4108-85e8-755f48732d42,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:11.467422 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-f73c459f-4bb8-4971-8750-e8a59f358788 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=853bc9639e7240d1804cc2f291a8fddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626062 Jun 22 12:56:11.468439 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f73c459f-4bb8-4971-8750-e8a59f358788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:11.469825 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38748) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:11.528559 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5a18448e-4583-4eb4-a48a-7d58d6d0cebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.552133 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5a18448e-4583-4eb4-a48a-7d58d6d0cebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.596163 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5a18448e-4583-4eb4-a48a-7d58d6d0cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.598729 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5a18448e-4583-4eb4-a48a-7d58d6d0cebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:11.599872 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-5a18448e-4583-4eb4-a48a-7d58d6d0cebf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ee239ae-2a5d-4108-85e8-755f48732d42 HTTP/1.1" status: 204 len: 168 time: 0.1290629 Jun 22 12:56:11.600652 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-e497cb14-8d6b-405b-a2c7-1898b6f8150e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:11.608970 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18448e-4583-4eb4-a48a-7d58d6d0cebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee239ae-2a5d-4108-85e8-755f48732d42,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:11.611338 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-5a18448e-4583-4eb4-a48a-7d58d6d0cebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:11.915825 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38754) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:11.933089 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b47a3335-c4d3-4631-9594-e65f3a64944e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:12.022943 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b47a3335-c4d3-4631-9594-e65f3a64944e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:12.027240 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b47a3335-c4d3-4631-9594-e65f3a64944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:12.031337 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-51964abf-c728-4ae2-8303-040fc0b3a69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:12.068535 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b47a3335-c4d3-4631-9594-e65f3a64944e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a356594882304a15a1699fea18228727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515541 Jun 22 12:56:12.069465 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a3335-c4d3-4631-9594-e65f3a64944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99dbe5e-544c-4f81-85e4-68998c267ad9,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:12.071284 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38760) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:12.072563 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b47a3335-c4d3-4631-9594-e65f3a64944e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:12.128118 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f868ca13-afa4-407b-bbae-51fb0864e1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:12.149930 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f868ca13-afa4-407b-bbae-51fb0864e1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:12.198946 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f868ca13-afa4-407b-bbae-51fb0864e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:12.202275 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f868ca13-afa4-407b-bbae-51fb0864e1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:12.203839 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f868ca13-afa4-407b-bbae-51fb0864e1fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a99dbe5e-544c-4f81-85e4-68998c267ad9 HTTP/1.1" status: 204 len: 168 time: 0.1315095 Jun 22 12:56:12.204690 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0c2cf0d8-d41f-4423-90fe-816ee619d63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:12.213264 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868ca13-afa4-407b-bbae-51fb0864e1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99dbe5e-544c-4f81-85e4-68998c267ad9,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:12.216066 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f868ca13-afa4-407b-bbae-51fb0864e1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:13.731791 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38814) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:13.846612 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d1140366-5907-4ff4-9455-ec69cfa8d935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.939187 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d1140366-5907-4ff4-9455-ec69cfa8d935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.943132 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-d1140366-5907-4ff4-9455-ec69cfa8d935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.945759 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-969a9ff6-b729-4db1-b36c-5aefc0dda33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:13.983170 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-d1140366-5907-4ff4-9455-ec69cfa8d935 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50e199eadcf948a3a57e10a3eb40437b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489498 Jun 22 12:56:13.983972 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1140366-5907-4ff4-9455-ec69cfa8d935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ba57a6-3df8-470b-ba3a-348a37b6f066,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:13.985916 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38818) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:13.987290 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d1140366-5907-4ff4-9455-ec69cfa8d935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:14.039991 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dd645ce-5b2d-4f92-a7f0-0d0d08517007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.064024 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dd645ce-5b2d-4f92-a7f0-0d0d08517007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.113877 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dd645ce-5b2d-4f92-a7f0-0d0d08517007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.116545 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8dd645ce-5b2d-4f92-a7f0-0d0d08517007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.117734 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8dd645ce-5b2d-4f92-a7f0-0d0d08517007 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8ba57a6-3df8-470b-ba3a-348a37b6f066 HTTP/1.1" status: 204 len: 168 time: 0.1301165 Jun 22 12:56:14.118671 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9c593165-9667-438e-9889-258473a44ef2 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:14.127217 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd645ce-5b2d-4f92-a7f0-0d0d08517007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ba57a6-3df8-470b-ba3a-348a37b6f066,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:14.129555 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8dd645ce-5b2d-4f92-a7f0-0d0d08517007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:14.392234 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38828) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:14.406539 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-924a483e-de17-4ca9-9fff-d806ab8e6f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.509297 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-924a483e-de17-4ca9-9fff-d806ab8e6f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.513198 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-924a483e-de17-4ca9-9fff-d806ab8e6f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.517686 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-42510403-d354-463b-b43d-a87ddae04d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:14.553801 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-924a483e-de17-4ca9-9fff-d806ab8e6f6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a96c88820544c32a2f8f0effd8d0ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599479 Jun 22 12:56:14.557078 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38836) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:14.558481 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a483e-de17-4ca9-9fff-d806ab8e6f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a68c52-c3bd-433d-a1ff-a68454313c49,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:14.561616 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-924a483e-de17-4ca9-9fff-d806ab8e6f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:14.616109 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9255eeb3-1277-49f8-bec9-c3f544e1fd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.642888 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9255eeb3-1277-49f8-bec9-c3f544e1fd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.690049 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9255eeb3-1277-49f8-bec9-c3f544e1fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.694791 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9255eeb3-1277-49f8-bec9-c3f544e1fd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.697131 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-9255eeb3-1277-49f8-bec9-c3f544e1fd31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45a68c52-c3bd-433d-a1ff-a68454313c49 HTTP/1.1" status: 204 len: 168 time: 0.1384275 Jun 22 12:56:14.698450 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-85ef553e-a039-449d-999f-bb86f928b418 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:14.711492 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255eeb3-1277-49f8-bec9-c3f544e1fd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a68c52-c3bd-433d-a1ff-a68454313c49,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:14.726002 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9255eeb3-1277-49f8-bec9-c3f544e1fd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:15.117093 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38848) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:15.131288 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-669e5f6d-02f2-4012-9510-b7add5ed440e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:15.231126 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-669e5f6d-02f2-4012-9510-b7add5ed440e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:15.239659 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-669e5f6d-02f2-4012-9510-b7add5ed440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:15.242562 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-6ab6395f-9d2b-4258-858c-b620114a3a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:15.284128 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e5f6d-02f2-4012-9510-b7add5ed440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efc4561-7636-44d8-b11d-2f52c5dc01ee,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:15.290295 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-669e5f6d-02f2-4012-9510-b7add5ed440e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=720ad8ff46c64611af0eb624a5f5387b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701140 Jun 22 12:56:15.290295 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-669e5f6d-02f2-4012-9510-b7add5ed440e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:15.291554 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38850) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:15.341602 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7a3283ca-19cf-47eb-a24d-7b85c5cafbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:15.364343 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7a3283ca-19cf-47eb-a24d-7b85c5cafbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:15.414066 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7a3283ca-19cf-47eb-a24d-7b85c5cafbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:15.416779 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7a3283ca-19cf-47eb-a24d-7b85c5cafbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:15.417931 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-7a3283ca-19cf-47eb-a24d-7b85c5cafbf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6efc4561-7636-44d8-b11d-2f52c5dc01ee HTTP/1.1" status: 204 len: 168 time: 0.1260719 Jun 22 12:56:15.418749 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-33d4388a-b642-4b33-aedf-a5be1ff481a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:15.427455 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3283ca-19cf-47eb-a24d-7b85c5cafbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efc4561-7636-44d8-b11d-2f52c5dc01ee,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:15.429707 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7a3283ca-19cf-47eb-a24d-7b85c5cafbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:19.071721 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38916) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:19.172735 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fd9020c3-fbf2-45b4-a9a2-8c2710572d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:19.262003 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fd9020c3-fbf2-45b4-a9a2-8c2710572d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:19.270165 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-fd9020c3-fbf2-45b4-a9a2-8c2710572d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:19.272756 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1fc11f29-5146-4c19-8ff0-310f53e8caae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:19.308905 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9020c3-fbf2-45b4-a9a2-8c2710572d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33bdb20-63c9-46ef-a00b-1e2d24f8b2ad,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:19.315009 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-fd9020c3-fbf2-45b4-a9a2-8c2710572d9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28eea401426c40e6807e696f9131b54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422130 Jun 22 12:56:19.316068 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-fd9020c3-fbf2-45b4-a9a2-8c2710572d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:19.318511 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38920) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:19.373052 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5678676f-f146-4861-89ad-3f0b1a9d49ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:19.393724 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5678676f-f146-4861-89ad-3f0b1a9d49ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:19.440766 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5678676f-f146-4861-89ad-3f0b1a9d49ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:19.443655 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5678676f-f146-4861-89ad-3f0b1a9d49ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:19.444521 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-5678676f-f146-4861-89ad-3f0b1a9d49ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f33bdb20-63c9-46ef-a00b-1e2d24f8b2ad HTTP/1.1" status: 204 len: 168 time: 0.1256232 Jun 22 12:56:19.445284 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-2e795fbe-99bf-46af-b338-a0cbe2992781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:19.453399 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678676f-f146-4861-89ad-3f0b1a9d49ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33bdb20-63c9-46ef-a00b-1e2d24f8b2ad,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:19.455672 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-5678676f-f146-4861-89ad-3f0b1a9d49ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:20.419509 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 38932) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:20.983767 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Deleting port 8f84d8ea-1ed7-4789-8294-7d3d54aef9e9 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:20.984119 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.073528 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.073841 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.138013 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Calling delete_port for 8f84d8ea-1ed7-4789-8294-7d3d54aef9e9 owned by network:floatingip {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:21.316581 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.318563 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9aa13466-1df0-4448-ab73-27382f60edb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:21.347512 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event deleted for resources: {'Port': ['ID=8f84d8ea-1ed7-4789-8294-7d3d54aef9e9,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:21.352176 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:21.410251 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for floatingip, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.410594 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Floating IP a6f6343e-a346-4206-812a-c7db2300605c disassociated (deleted). External IP: 172.27.0.12, port: 52dd0bc0-f852-4e03-90e5-6983f64c13b8. Jun 22 12:56:21.634239 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Router 18c0b36b-feae-4f77-959a-9afa1e356c64 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:56:21.747299 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:56:21.753280 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.757867 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] Sync routers for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:56:21.767457 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:21.768116 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:21.791320 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a713b1b9-88fb-4385-a476-ef0ce8a55c40 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "DELETE /v2.0/floatingips/a6f6343e-a346-4206-812a-c7db2300605c HTTP/1.1" status: 204 len: 168 time: 1.3707237 Jun 22 12:56:21.791998 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:56:21.795067 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cb861f-b522-4ccf-8702-37a2125f5318" -d '{"events": [{"name": "network-changed", "server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:56:21.832231 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac2e8b3-0ef3-49c2-ac3d-5bc2cb92a21e x-openstack-request-id: req-aac2e8b3-0ef3-49c2-ac3d-5bc2cb92a21e {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:56:21.832591 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:56:21.832890 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aac2e8b3-0ef3-49c2-ac3d-5bc2cb92a21e {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:56:21.833334 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'status': 'completed', 'code': 200} Jun 22 12:56:21.877838 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:22.096529 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 5, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:22.123644 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] Checking router: 18c0b36b-feae-4f77-959a-9afa1e356c64 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:56:22.132206 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:22.132838 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:22.168642 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab01350-35d2-43b0-9546-c81539e51a95 req-b871c651-6e1b-43e9-9a21-a91fcab3cb2a tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:22.170381 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ab01350-35d2-43b0-9546-c81539e51a95 req-b871c651-6e1b-43e9-9a21-a91fcab3cb2a tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0684607 Jun 22 12:56:22.210576 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0ab01350-35d2-43b0-9546-c81539e51a95 req-2a47e58c-f87e-422c-b005-7b2185c1382a tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339704 Jun 22 12:56:22.241143 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:22.439903 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 5, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:22.467011 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354e1dea-1830-4149-8e97-d36365432d03 None None] The sync data for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi is: [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:50:35Z', 'revision_number': 4, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'bc8f1f48-4da2-4566-83c4-23b0a4274de9', 'name': '', 'network_id': 'd314c153-7ee0-4658-92c8-3ea62ae2a5c2', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'mac_address': 'fa:16:3e:4e:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:33Z', 'updated_at': '2021-06-22T12:50:45Z', 'revision_number': 5, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'subnets': [{'id': 'b009a585-fffa-4759-843c-c745dd1fd1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:56:22.677652 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac18dcf-229d-4f54-946d-95ec166e3893 None None] New status for floating IP a6f6343e-a346-4206-812a-c7db2300605c: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:56:23.185822 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-5577b94d-90e5-4aeb-8560-624e38b7fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:23.187323 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-5577b94d-90e5-4aeb-8560-624e38b7fccd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f033ef9487984f69b633b117a378f2db&device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 1098 time: 0.0521688 Jun 22 12:56:23.276985 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-978eb8a3-6606-4082-abf0-c81f944fcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:23.278498 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-978eb8a3-6606-4082-abf0-c81f944fcb2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2 HTTP/1.1" status: 200 len: 909 time: 0.0849895 Jun 22 12:56:23.320276 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-dd287b20-447a-44f9-baca-03b79ad9eb2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8 HTTP/1.1" status: 200 len: 217 time: 0.0342789 Jun 22 12:56:23.374301 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-c64fb5e1-af0a-49af-942e-52a57e13f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:23.375778 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-c64fb5e1-af0a-49af-942e-52a57e13f647 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b009a585-fffa-4759-843c-c745dd1fd1b6 HTTP/1.1" status: 200 len: 847 time: 0.0482552 Jun 22 12:56:23.389015 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6000e1a-6461-4bfd-914e-9b6ef62314a2 req-d5177be1-5731-45bd-93c9-37cfa84bb541 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:23.390522 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a6000e1a-6461-4bfd-914e-9b6ef62314a2 req-d5177be1-5731-45bd-93c9-37cfa84bb541 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0653939 Jun 22 12:56:23.436142 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-1d2cbfd0-47b3-4744-9024-6f929338f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:23.436482 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-a6000e1a-6461-4bfd-914e-9b6ef62314a2 req-a65a6b18-f9fb-47f7-b3fb-80b67fd99d9d tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Jun 22 12:56:23.437822 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-1d2cbfd0-47b3-4744-9024-6f929338f938 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d314c153-7ee0-4658-92c8-3ea62ae2a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554063 Jun 22 12:56:23.529807 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-1d33d2d2-6d32-4a5d-bd6e-9461eeb68a8f service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848079 Jun 22 12:56:23.624398 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-73cb861f-b522-4ccf-8702-37a2125f5318 req-3410d7c2-96ca-44dd-9828-5920c2f13a94 service neutron] 10.222.0.46 "GET /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878425 Jun 22 12:56:23.759591 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:56:24.616125 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3d5ca-f1a4-40da-9c99-93e4abe22b67 req-d6b7d4c9-0962-4493-a632-66f7283e56b2 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:24.617623 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-29a3d5ca-f1a4-40da-9c99-93e4abe22b67 req-d6b7d4c9-0962-4493-a632-66f7283e56b2 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0683391 Jun 22 12:56:24.659576 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-29a3d5ca-f1a4-40da-9c99-93e4abe22b67 req-73b9f120-c454-4bb3-b50d-5e2ff8dc8fb5 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d7d225-8493-4227-a504-76c7434e98b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354145 Jun 22 12:56:24.949864 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-2863ff22-12fa-4251-9f42-f93960c62a9b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:24.951324 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-2863ff22-12fa-4251-9f42-f93960c62a9b tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 945 time: 0.0610147 Jun 22 12:56:25.054854 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Deleting port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:25.055200 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:25.152114 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] For port 52dd0bc0-f852-4e03-90e5-6983f64c13b8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=52dd0bc0-f852-4e03-90e5-6983f64c13b8,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:25.152475 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:25.223594 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Calling delete_port for 52dd0bc0-f852-4e03-90e5-6983f64c13b8 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:25.355684 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:25.359892 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-dd6a9b23-af5a-4459-9366-5ea76813bb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:25.386209 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event deleted for resources: {'Port': ['ID=52dd0bc0-f852-4e03-90e5-6983f64c13b8,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:25.389839 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:25.438775 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] No DVR routers for this DVR port 52dd0bc0-f852-4e03-90e5-6983f64c13b8 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:56:25.441469 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:25.443889 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c45f6666-4e9c-4dfd-a93d-39d25b1ae00a req-7b6d1722-99b9-41e9-91cd-cdb11c375cbb tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.46 "DELETE /v2.0/ports/52dd0bc0-f852-4e03-90e5-6983f64c13b8 HTTP/1.1" status: 204 len: 173 time: 0.4866247 Jun 22 12:56:25.444405 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'name': 'network-vif-deleted', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:56:25.447379 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380a9b9-cea9-40b9-a6fc-035739c12037" -d '{"events": [{"server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "name": "network-vif-deleted", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:56:25.483955 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8192a8e9-5f0c-467d-b636-cc3cf9807dcd x-openstack-request-id: req-8192a8e9-5f0c-467d-b636-cc3cf9807dcd {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:56:25.484487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d77f2-cd86-4f2e-ae01-24946c2090d6", "name": "network-vif-deleted", "tag": "52dd0bc0-f852-4e03-90e5-6983f64c13b8", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:56:25.484856 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8192a8e9-5f0c-467d-b636-cc3cf9807dcd {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:56:25.485283 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d77f2-cd86-4f2e-ae01-24946c2090d6', 'name': 'network-vif-deleted', 'tag': '52dd0bc0-f852-4e03-90e5-6983f64c13b8', 'status': 'completed', 'code': 200} Jun 22 12:56:25.818808 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-633c5718-7247-4a6b-83c8-83aa2ba40a03 req-9a52a6c6-515f-46d8-a164-accf6b42ea01 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2d77f2-cd86-4f2e-ae01-24946c2090d6 HTTP/1.1" status: 200 len: 210 time: 0.0352459 Jun 22 12:56:26.910980 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38982) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:26.970510 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-992b721b-d89f-49ce-bbc2-6d9da01d86e3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:26.999126 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-992b721b-d89f-49ce-bbc2-6d9da01d86e3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:27.059036 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-992b721b-d89f-49ce-bbc2-6d9da01d86e3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:27.061671 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-992b721b-d89f-49ce-bbc2-6d9da01d86e3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:27.062857 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-992b721b-d89f-49ce-bbc2-6d9da01d86e3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] 10.222.0.15 "DELETE /v2.0/security-groups/91d7d225-8493-4227-a504-76c7434e98b7 HTTP/1.1" status: 204 len: 168 time: 0.1508849 Jun 22 12:56:27.063621 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f73c459f-4bb8-4971-8750-e8a59f358788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:27.072403 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b721b-d89f-49ce-bbc2-6d9da01d86e3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d7d225-8493-4227-a504-76c7434e98b7,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:27.075310 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-992b721b-d89f-49ce-bbc2-6d9da01d86e3 tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:27.111931 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 38992) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:27.570378 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:27.820208 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Deleting port bc8f1f48-4da2-4566-83c4-23b0a4274de9 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:27.820470 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:27.903358 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] For port bc8f1f48-4da2-4566-83c4-23b0a4274de9, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=bc8f1f48-4da2-4566-83c4-23b0a4274de9,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:27.903718 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:27.968437 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Calling delete_port for bc8f1f48-4da2-4566-83c4-23b0a4274de9 owned by network:router_interface {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:28.163465 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:28.166404 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a93a30be-c161-4cc8-ab29-1e5dffd46cbd tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:28.191187 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8f1f48-4da2-4566-83c4-23b0a4274de9,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:28.194694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:28.645346 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:28.856322 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Router 18c0b36b-feae-4f77-959a-9afa1e356c64 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:56:28.969814 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:56:28.976369 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] 10.222.0.15 "PUT /v2.0/routers/18c0b36b-feae-4f77-959a-9afa1e356c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8633430 Jun 22 12:56:28.979007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39058) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:28.979981 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] Sync routers for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:56:28.990873 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:28.991720 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:29.094691 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.096513 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:29.208329 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.261123 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Deleting port afab1d90-b19d-4739-9a61-d33e212cadd0 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:29.261380 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.282385 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:56:28Z', 'revision_number': 5, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port': {'id': 'afab1d90-b19d-4739-9a61-d33e212cadd0', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:25Z', 'updated_at': '2021-06-22T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:29.312250 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] Checking router: 18c0b36b-feae-4f77-959a-9afa1e356c64 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:56:29.320882 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] Routers {'18c0b36b-feae-4f77-959a-9afa1e356c64'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:29.321140 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['18c0b36b-feae-4f77-959a-9afa1e356c64'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:29.346670 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] For port afab1d90-b19d-4739-9a61-d33e212cadd0, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=afab1d90-b19d-4739-9a61-d33e212cadd0,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:29.347032 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.354703 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 52dd0bc0-f852-4e03-90e5-6983f64c13b8 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:29.416523 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Calling delete_port for afab1d90-b19d-4739-9a61-d33e212cadd0 owned by network:router_gateway {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:29.530575 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 52dd0bc0-f852-4e03-90e5-6983f64c13b8 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:29.530844 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 52dd0bc0-f852-4e03-90e5-6983f64c13b8 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:29.557043 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] Set router 18c0b36b-feae-4f77-959a-9afa1e356c64 gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:29.613768 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.615901 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-841d988d-804a-4d07-b8d4-8ca04a472e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:29.616238 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:56:29Z', 'revision_number': 6, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port_host': None}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:29.641090 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=afab1d90-b19d-4739-9a61-d33e212cadd0,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:29.644762 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:29.646154 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0eb81-e760-45d2-901f-54681c2736a0 None None] The sync data for ids ['18c0b36b-feae-4f77-959a-9afa1e356c64'] in dv-cinder-796680-1-iscsi is: [{'id': '18c0b36b-feae-4f77-959a-9afa1e356c64', 'name': 'tempest-TestShelveInstance-673768076-router', 'tenant_id': 'f033ef9487984f69b633b117a378f2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:22Z', 'updated_at': '2021-06-22T12:56:29Z', 'revision_number': 6, 'project_id': 'f033ef9487984f69b633b117a378f2db', 'gw_port_host': None}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:56:29.703222 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.793967 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.796946 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.843424 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.843981 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18c0b36b-feae-4f77-959a-9afa1e356c64 {{(pid=99524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:56:29.848726 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] Notify callbacks [] for router, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.849868 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-bb91dd6c-2693-4d59-8b8f-52a7f50c4b80 admin admin] 10.222.0.15 "DELETE /v2.0/routers/18c0b36b-feae-4f77-959a-9afa1e356c64 HTTP/1.1" status: 204 len: 168 time: 0.8699043 Jun 22 12:56:29.852386 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39062) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:29.904797 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] Deleting subnet b009a585-fffa-4759-843c-c745dd1fd1b6 {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:56:29.907857 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:29.946634 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.065314 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.118498 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.120662 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:30.148424 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b009a585-fffa-4759-843c-c745dd1fd1b6,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:30.151463 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:30.152473 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.156079 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-23ad6ba2-e483-4d0b-addf-dd059fbeb39e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b009a585-fffa-4759-843c-c745dd1fd1b6 HTTP/1.1" status: 204 len: 168 time: 0.3006840 Jun 22 12:56:30.157500 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39064) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:30.160375 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc0539d-4a17-4fa4-9ca3-e37a33c6d1d4 None None] Network d314c153-7ee0-4658-92c8-3ea62ae2a5c2 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:56:30.225753 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.281279 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Deleting port 025dee68-4006-4b2f-994c-ceca71aed211 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:30.281629 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.351691 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] For port 025dee68-4006-4b2f-994c-ceca71aed211, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=025dee68-4006-4b2f-994c-ceca71aed211,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:30.352049 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.408670 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] DHCP port deletion for d314c153-7ee0-4658-92c8-3ea62ae2a5c2 request from dv-cinder-796680-1-iscsi {{(pid=99526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:56:30.435701 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Calling delete_port for 025dee68-4006-4b2f-994c-ceca71aed211 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:30.461283 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] Deleting port 025dee68-4006-4b2f-994c-ceca71aed211 {{(pid=99526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:30.461677 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.475958 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 025dee68-4006-4b2f-994c-ceca71aed211 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:30.530238 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.532499 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:30.553995 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=025dee68-4006-4b2f-994c-ceca71aed211,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:30.556429 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:30.558964 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] For port 025dee68-4006-4b2f-994c-ceca71aed211, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=025dee68-4006-4b2f-994c-ceca71aed211,segment=NetworkSegment(5abacdce-97bd-4afe-b5e2-398c02956490),segment_id=5abacdce-97bd-4afe-b5e2-398c02956490)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:30.559365 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.561486 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] No DVR routers for this DVR port 025dee68-4006-4b2f-994c-ceca71aed211 on host dv-cinder-796680-1-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:56:30.629346 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] Calling delete_port for 025dee68-4006-4b2f-994c-ceca71aed211 owned by network:dhcp {{(pid=99526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:30.631246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No active binding found for port 025dee68-4006-4b2f-994c-ceca71aed211 {{(pid=99526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 12:56:30.631693 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 025dee68-4006-4b2f-994c-ceca71aed211 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:30.632121 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device bc8f1f48-4da2-4566-83c4-23b0a4274de9 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:30.645111 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.661817 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: bc8f1f48-4da2-4566-83c4-23b0a4274de9 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:30.662766 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device bc8f1f48-4da2-4566-83c4-23b0a4274de9 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:30.663130 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device afab1d90-b19d-4739-9a61-d33e212cadd0 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:30.664695 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d314c153-7ee0-4658-92c8-3ea62ae2a5c2']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:30.682490 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abacdce-97bd-4afe-b5e2-398c02956490') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:30.682879 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abacdce-97bd-4afe-b5e2-398c02956490') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:30.686990 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: afab1d90-b19d-4739-9a61-d33e212cadd0 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:30.687355 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device afab1d90-b19d-4739-9a61-d33e212cadd0 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:30.700501 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.729970 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.742533 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:56:30.743064 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:56:30.744755 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:56:30.778599 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992'] for port, after_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.781982 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:30.800251 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.805992 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:30.810759 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d314c153-7ee0-4658-92c8-3ea62ae2a5c2 HTTP/1.1" status: 204 len: 168 time: 0.6521995 Jun 22 12:56:30.811456 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39068) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:30.812187 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de2a62aa-496d-42e2-8044-5dbcf6e7d92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:30.816792 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] Pushing event deleted for resources: {'Port': ['ID=025dee68-4006-4b2f-994c-ceca71aed211,revision_number=None']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:30.817345 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] No DVR routers for this DVR port 025dee68-4006-4b2f-994c-ceca71aed211 on host dv-cinder-796680-1-iscsi {{(pid=99526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:56:30.818749 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:30.831389 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d314c153-7ee0-4658-92c8-3ea62ae2a5c2,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:30.864501 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:31.178174 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:31.432258 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Deleting port d1b6f70e-f3d8-48d6-a267-1993daf2ee28 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:31.432512 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:31.511966 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] For port d1b6f70e-f3d8-48d6-a267-1993daf2ee28, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,segment=NetworkSegment(4f6acf8a-9589-464e-82c2-9dc07502c5ce),segment_id=4f6acf8a-9589-464e-82c2-9dc07502c5ce)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:31.512316 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:31.576309 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Calling delete_port for d1b6f70e-f3d8-48d6-a267-1993daf2ee28 owned by network:router_interface {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:31.767366 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:31.769333 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-ea3592ef-f8fa-426d-8e1b-8eb016777b4a tempest-AttachVolumeNegativeTest-837188727 tempest-AttachVolumeNegativeTest-837188727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:31.791354 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b6f70e-f3d8-48d6-a267-1993daf2ee28,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:31.793763 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:31.964453 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:32.456346 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Router cd499171-7273-49cd-8e2b-9ae23bc15844 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:56:32.561363 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:56:32.566400 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd499171-7273-49cd-8e2b-9ae23bc15844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516189 Jun 22 12:56:32.568748 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39072) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:32.571245 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] Sync routers for ids ['cd499171-7273-49cd-8e2b-9ae23bc15844'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:56:32.581087 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] Routers {'cd499171-7273-49cd-8e2b-9ae23bc15844'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:32.581699 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['cd499171-7273-49cd-8e2b-9ae23bc15844'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:32.678341 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks [] for router, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:32.688462 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] Set router cd499171-7273-49cd-8e2b-9ae23bc15844 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:32.781143 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:32.836123 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Deleting port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:32.836465 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:32.881278 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:56:31Z', 'revision_number': 5, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port': {'id': '1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:43Z', 'updated_at': '2021-06-22T12:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:32.914939 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] Checking router: cd499171-7273-49cd-8e2b-9ae23bc15844 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:56:32.918073 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] For port 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:32.918483 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:32.924894 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] Routers {'cd499171-7273-49cd-8e2b-9ae23bc15844'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:32.925898 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['cd499171-7273-49cd-8e2b-9ae23bc15844'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:32.987930 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Calling delete_port for 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab owned by network:router_gateway {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:33.015472 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] Set router cd499171-7273-49cd-8e2b-9ae23bc15844 gateway port host: None {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:33.069617 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:56:32Z', 'revision_number': 6, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port_host': None}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:33.097909 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fb77a-1238-4a0f-90bd-52e9b0d47b1e None None] The sync data for ids ['cd499171-7273-49cd-8e2b-9ae23bc15844'] in dv-cinder-796680-1-iscsi is: [{'id': 'cd499171-7273-49cd-8e2b-9ae23bc15844', 'name': 'tempest-TestShelveInstance-666160942-router', 'tenant_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:41Z', 'updated_at': '2021-06-22T12:56:32Z', 'revision_number': 6, 'project_id': '2ca2d18fc2ba44bf913c28d2762b3af3', 'gw_port_host': None}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:56:33.158698 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.160642 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-dd5823df-0e3c-49f3-bf09-eb45c55737c2 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:33.183228 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Pushing event deleted for resources: {'Port': ['ID=1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:33.186924 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:33.250206 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.340639 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.343508 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.391213 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.391772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd499171-7273-49cd-8e2b-9ae23bc15844 {{(pid=99524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:56:33.396409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Notify callbacks [] for router, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.397522 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cd499171-7273-49cd-8e2b-9ae23bc15844 HTTP/1.1" status: 204 len: 168 time: 0.8278811 Jun 22 12:56:33.399994 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39076) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:33.445769 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] Deleting subnet 0946a477-e07f-4398-b6ed-5f37814efebd {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:56:33.449292 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.486132 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.573695 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.628402 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.631285 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4014e812-8781-4f78-a910-bb8750bc1b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:33.655550 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0946a477-e07f-4398-b6ed-5f37814efebd,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:33.657494 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.659358 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0946a477-e07f-4398-b6ed-5f37814efebd HTTP/1.1" status: 204 len: 168 time: 0.2584627 Jun 22 12:56:33.660225 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8f3771ae-4f63-4411-8d0c-11e60c32c841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:33.661740 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39078) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:33.664044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8028d29-7714-49c8-a8a9-fb5c46c746eb None None] Network b29b1953-da26-4636-ab23-645353d97a15 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:56:33.743981 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.804170 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Deleting port e1eadd97-e763-4976-8e8d-6cf263871135 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:33.804604 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.830683 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7cce04b4-4a08-49e2-9d30-5e02664b8123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.876632 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] For port e1eadd97-e763-4976-8e8d-6cf263871135, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=e1eadd97-e763-4976-8e8d-6cf263871135,segment=NetworkSegment(4f6acf8a-9589-464e-82c2-9dc07502c5ce),segment_id=4f6acf8a-9589-464e-82c2-9dc07502c5ce)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:33.877151 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.881880 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] DHCP port deletion for b29b1953-da26-4636-ab23-645353d97a15 request from dv-cinder-796680-1-iscsi {{(pid=99526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:56:33.946661 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Deleting port e1eadd97-e763-4976-8e8d-6cf263871135 {{(pid=99526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:33.946661 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:33.954494 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Calling delete_port for e1eadd97-e763-4976-8e8d-6cf263871135 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:34.011074 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] For port e1eadd97-e763-4976-8e8d-6cf263871135, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=e1eadd97-e763-4976-8e8d-6cf263871135,segment=NetworkSegment(4f6acf8a-9589-464e-82c2-9dc07502c5ce),segment_id=4f6acf8a-9589-464e-82c2-9dc07502c5ce)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:34.011475 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.034008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.034008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3b077989-5121-4e47-a7e0-168569751a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:34.061457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e1eadd97-e763-4976-8e8d-6cf263871135,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:34.066011 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:34.068568 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] No DVR routers for this DVR port e1eadd97-e763-4976-8e8d-6cf263871135 on host dv-cinder-796680-1-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:56:34.088468 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Calling delete_port for e1eadd97-e763-4976-8e8d-6cf263871135 owned by network:dhcp {{(pid=99526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:34.143362 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.155169 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29b1953-da26-4636-ab23-645353d97a15']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:34.166142 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6acf8a-9589-464e-82c2-9dc07502c5ce') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:34.166484 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6acf8a-9589-464e-82c2-9dc07502c5ce') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:34.175626 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.189529 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.191450 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992'] for port, after_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.194926 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-95ac0a50-93ab-457a-91c6-8901c057f2b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:34.197310 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:56:34.197519 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:56:34.199221 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:56:34.226214 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d1b6f70e-f3d8-48d6-a267-1993daf2ee28 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:34.229392 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Pushing event deleted for resources: {'Port': ['ID=e1eadd97-e763-4976-8e8d-6cf263871135,revision_number=None']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:34.252484 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] No DVR routers for this DVR port e1eadd97-e763-4976-8e8d-6cf263871135 on host dv-cinder-796680-1-iscsi {{(pid=99526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:56:34.253765 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: d1b6f70e-f3d8-48d6-a267-1993daf2ee28 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:34.254113 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device d1b6f70e-f3d8-48d6-a267-1993daf2ee28 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:34.254552 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device e1eadd97-e763-4976-8e8d-6cf263871135 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:34.259031 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.259381 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.259721 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.260057 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.260386 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.260711 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.261037 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.261359 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.261679 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.262022 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.262348 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.262663 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:34.270943 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.281708 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:34.281932 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-91869d3f-26bc-4be0-8c75-a724598222ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:34.282578 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: e1eadd97-e763-4976-8e8d-6cf263871135 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:34.282928 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device e1eadd97-e763-4976-8e8d-6cf263871135 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:34.283352 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:34.284799 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.286630 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] 10.222.0.15 "DELETE /v2.0/networks/b29b1953-da26-4636-ab23-645353d97a15 HTTP/1.1" status: 204 len: 168 time: 0.6239643 Jun 22 12:56:34.298320 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b29b1953-da26-4636-ab23-645353d97a15,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:34.305722 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:34.306287 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 1448b255-8aa6-4e2e-bc9f-3dc31ff4c2ab not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:34.307149 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:34.399561 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39084) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:34.441909 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-1ed17144-1722-4c12-b539-b1883b0e9b6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f033ef9487984f69b633b117a378f2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409231 Jun 22 12:56:34.444528 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39086) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:34.494119 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8e7708e3-2b21-456a-aa3f-1cb69d7f9f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.529958 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8e7708e3-2b21-456a-aa3f-1cb69d7f9f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.578546 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8e7708e3-2b21-456a-aa3f-1cb69d7f9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.581268 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8e7708e3-2b21-456a-aa3f-1cb69d7f9f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:34.582440 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8e7708e3-2b21-456a-aa3f-1cb69d7f9f28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8ee9953-ea81-4082-9af6-efbf5ddbb783 HTTP/1.1" status: 204 len: 168 time: 0.1369395 Jun 22 12:56:34.583417 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-84a13794-46f3-4ea7-b681-72130c04ad22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:34.591326 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7708e3-2b21-456a-aa3f-1cb69d7f9f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ee9953-ea81-4082-9af6-efbf5ddbb783,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:34.594127 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8e7708e3-2b21-456a-aa3f-1cb69d7f9f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:34.915735 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39094) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:34.957701 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-bfb75b5a-4f0b-4f87-842e-9a202a65849a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ca2d18fc2ba44bf913c28d2762b3af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406713 Jun 22 12:56:34.960011 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39096) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:35.008798 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c518daac-beab-47b6-a6a3-853f0179780d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:35.030421 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c518daac-beab-47b6-a6a3-853f0179780d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:35.078739 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c518daac-beab-47b6-a6a3-853f0179780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:35.081592 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c518daac-beab-47b6-a6a3-853f0179780d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:35.085177 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-c518daac-beab-47b6-a6a3-853f0179780d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2df575fd-c7e8-4fc4-961c-703e89037f17 HTTP/1.1" status: 204 len: 168 time: 0.1219842 Jun 22 12:56:35.085177 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-841eb4f0-ed7d-401b-b12f-3c7a4b806640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:35.093188 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518daac-beab-47b6-a6a3-853f0179780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df575fd-c7e8-4fc4-961c-703e89037f17,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:35.095656 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c518daac-beab-47b6-a6a3-853f0179780d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:37.076840 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f618630e-1a50-409a-9813-9fec3bbf3e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:38.580454 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:39.867586 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:40.597187 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:41.377205 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:49.260001 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-5ac4cd52-962a-4bc5-843d-bbe37c9a6548 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571585 Jun 22 12:56:49.367404 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-fe7a9902-e68d-48d6-b621-cd4729d4c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:49.369168 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-fe7a9902-e68d-48d6-b621-cd4729d4c457 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 1098 time: 0.0513356 Jun 22 12:56:49.480058 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-d82afb5b-91ec-430e-a5e8-438961cbd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:49.481567 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-d82afb5b-91ec-430e-a5e8-438961cbd05b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.0897655 Jun 22 12:56:49.549339 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-9cc535a5-1829-4f3e-bbb9-a61c63a0a114 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7 HTTP/1.1" status: 200 len: 1001 time: 0.0611987 Jun 22 12:56:49.598898 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-0a3068e7-fd09-4bec-affb-d44d87cc8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:49.600361 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-0a3068e7-fd09-4bec-affb-d44d87cc8a76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0452719 Jun 22 12:56:49.649875 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39182) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:49.663030 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-4d334cbb-9a87-4e85-9334-ff366a349ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:49.664536 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-4d334cbb-9a87-4e85-9334-ff366a349ed5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574145 Jun 22 12:56:49.754946 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:49.758064 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-4742624f-0bbe-4947-9ebe-5c8c06562348 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817854 Jun 22 12:56:49.849501 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:49.853263 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:49.855891 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c518daac-beab-47b6-a6a3-853f0179780d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:49.860795 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-62796233-ee54-41f9-a1c1-228cedbc6a67 req-68eaa0cd-b14c-459e-9780-6e93eadff7c3 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962803 Jun 22 12:56:49.897984 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05a53b342b0d41f186ae15908ef2a81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469127 Jun 22 12:56:49.898937 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aabb8d-4ee3-48f6-9de9-0fc1b605ade7,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:49.901793 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39186) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:49.906790 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.907180 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.907560 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.907927 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.908301 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.908676 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.909609 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.909609 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.909881 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.910335 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.910628 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.910990 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:49.915249 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-4455d650-4d52-4e00-b08c-391aacfaeab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:49.954816 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0aeeeaad-bfa8-4647-9375-be53de73abc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:49.975967 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0aeeeaad-bfa8-4647-9375-be53de73abc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.022108 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0aeeeaad-bfa8-4647-9375-be53de73abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.024818 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0aeeeaad-bfa8-4647-9375-be53de73abc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.025941 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-0aeeeaad-bfa8-4647-9375-be53de73abc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05aabb8d-4ee3-48f6-9de9-0fc1b605ade7 HTTP/1.1" status: 204 len: 168 time: 0.1230865 Jun 22 12:56:50.026720 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4c51c80d-e042-48df-9eb7-792de2759a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:50.034129 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeeaad-bfa8-4647-9375-be53de73abc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aabb8d-4ee3-48f6-9de9-0fc1b605ade7,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:50.036517 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0aeeeaad-bfa8-4647-9375-be53de73abc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:50.652464 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39208) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:50.746595 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-479513669-network', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:56:50.767557 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Made reservation on behalf of ff0390cee11f406c9c8844d9d03eb90d for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:56:50.769816 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.777709 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.861784 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.865417 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.869146 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b4869801-9afe-4bfc-9001-645a037f72e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:50.886233 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:56:50.901522 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f783d4-6b58-4f50-8440-e355e1aebd19,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:50.904174 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.904514 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Added segment 1947cd52-f32e-4ec6-94f3-6331d56c2c50 of type vlan for network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 Jun 22 12:56:50.905889 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:50.947457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.975674 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.977016 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:50.977597 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.980442 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:51.027020 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3734798 Jun 22 12:56:51.029883 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39212) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:51.035604 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Request body: {'subnet': {'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-479513669-subnet', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'ip_version': 4}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:56:51.038524 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Pushing event updated for resources: {'Network': ['ID=29862145-5b5c-4952-a71b-1ea88b2ee2c8,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:51.041379 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e9caa248-3884-42a6-8073-fae2b5118455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:51.049861 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:56:51.058014 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Made reservation on behalf of ff0390cee11f406c9c8844d9d03eb90d for: {'subnet': 1} {{(pid=99525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:56:51.061651 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482207'] for subnet, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.237912 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482221'] for subnet, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.240509 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:51.289401 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=641aaef3-e0a7-4436-9ab7-c0fc1293dcff,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:51.292147 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:51.306703 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Checking segment: {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:56:51.307065 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Network hostable DHCP agents. Network: 29862145-5b5c-4952-a71b-1ea88b2ee2c8, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:56:51.324017 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:56:51.332946 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, 29862145-5b5c-4952-a71b-1ea88b2ee2c8) {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:51.336989 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:51.337570 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.341953 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc1eb6-a413-4b0b-a612-11f9ed54f0bf None None] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:56:51.351885 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-dfc1ffee-b8ff-4278-8884-16c047300a5d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3208499 Jun 22 12:56:51.354439 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39214) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:51.358864 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:56:51.379877 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.380925 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.434274 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.510088 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:56:51.511291 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.580177 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.646357 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Allocated IP 172.20.0.2 (29862145-5b5c-4952-a71b-1ea88b2ee2c8/641aaef3-e0a7-4436-9ab7-c0fc1293dcff/5cdb1dbd-c7ee-4b42-a063-fe550432d1d5) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:56:51.797351 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.806646 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Transition to ACTIVE for port object 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:51.809651 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.821523 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Transition to ACTIVE for port object 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:51.827349 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.830212 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-202b32d0-25a9-4396-a1f0-d60ade7e6911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:51.831973 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.866985 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:56:51.869752 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:51.873353 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:56:51.882051 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Pushing event updated for resources: {'Port': ['ID=5cdb1dbd-c7ee-4b42-a063-fe550432d1d5,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:51.886357 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:51.942724 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Attempting to bind port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:56:51.943187 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Attempting to bind port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:56:51.943626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Attempting to bind port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 on network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:56:51.948577 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:56:51.948953 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Checking segment: {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:56:51.949411 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.949759 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Bound using segment: {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:56:51.950246 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Bound port: 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:56:51.950628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:51.953797 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Allocated IP 172.27.0.166 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/58007294-db90-4cc9-9173-d78ae2c3e6b8) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:56:52.012119 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] For port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:56:52.015038 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] For port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=5cdb1dbd-c7ee-4b42-a063-fe550432d1d5,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:56:52.020211 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:52.022887 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f94cba27-4ac6-4770-919e-cdef2c31271e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:52.064973 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:52.075628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Pushing event updated for resources: {'Port': ['ID=5cdb1dbd-c7ee-4b42-a063-fe550432d1d5,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:52.078795 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:52.109720 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:52.111913 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-23538497-2bf2-495d-95c2-a8b550299cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:52.153323 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:56:52.156129 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:52.161776 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:56:52.164819 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Pushing event updated for resources: {'Port': ['ID=58007294-db90-4cc9-9173-d78ae2c3e6b8,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:52.184044 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:52.448042 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:52.644602 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:52.776553 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Router 17cca7d3-c088-46af-b85a-2a2f7aa6590c is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:56:52.890535 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:56:52.900507 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Sync routers for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:56:52.907554 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:52.908956 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5536096 Jun 22 12:56:52.911673 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39224) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:52.913439 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:52.914077 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:52.972005 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799ed6c-e215-4d06-85bc-c8150474c0a6 None None] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:56:53.085676 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-1101d061-7c7e-4b9b-8a07-e96e93baefca None None] Provisioning for port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:56:53.088594 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:53.336501 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.484401 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:52Z', 'revision_number': 3, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:53.495569 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Allocated IP 172.20.0.1 (29862145-5b5c-4952-a71b-1ea88b2ee2c8/641aaef3-e0a7-4436-9ab7-c0fc1293dcff/f25c2fe4-fb30-441e-9f34-f8322946002d) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:56:53.513299 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Checking router: 17cca7d3-c088-46af-b85a-2a2f7aa6590c for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:56:53.513669 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Updating router 17cca7d3-c088-46af-b85a-2a2f7aa6590c port 58007294-db90-4cc9-9173-d78ae2c3e6b8 binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:56:53.554869 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.604051 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.619384 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Transition to ACTIVE for port object f25c2fe4-fb30-441e-9f34-f8322946002d will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:53.656490 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.659543 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4a069c25-019e-4beb-9018-04235e5a9d33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:53.698123 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:56:53.701109 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:53.704567 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:56:53.738866 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Pushing event updated for resources: {'Port': ['ID=f25c2fe4-fb30-441e-9f34-f8322946002d,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:53.743076 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:53.759615 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.853354 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.867226 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Transition to ACTIVE for port object 58007294-db90-4cc9-9173-d78ae2c3e6b8 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:53.873892 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.876914 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:53.905641 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.947180 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Attempting to bind port 58007294-db90-4cc9-9173-d78ae2c3e6b8 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:56:53.947556 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Attempting to bind port 58007294-db90-4cc9-9173-d78ae2c3e6b8 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:56:53.947928 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Attempting to bind port 58007294-db90-4cc9-9173-d78ae2c3e6b8 on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:56:53.950532 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489749b-e580-4587-8789-251f5f73e460 None None] Pushing event updated for resources: {'Port': ['ID=58007294-db90-4cc9-9173-d78ae2c3e6b8,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:53.953566 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2489749b-e580-4587-8789-251f5f73e460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:53.956159 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-59eb740a-7ce3-47a2-abb6-b2da93198878 None None] Provisioning for port f25c2fe4-fb30-441e-9f34-f8322946002d completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:56:53.961693 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:56:53.962083 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:56:53.962512 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.962903 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:56:53.963384 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Bound port: 58007294-db90-4cc9-9173-d78ae2c3e6b8, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:56:53.963767 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:53.966241 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-59eb740a-7ce3-47a2-abb6-b2da93198878 None None] Provisioning complete for port f25c2fe4-fb30-441e-9f34-f8322946002d triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:53.966608 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-59eb740a-7ce3-47a2-abb6-b2da93198878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.031334 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-59eb740a-7ce3-47a2-abb6-b2da93198878 None None] Port f25c2fe4-fb30-441e-9f34-f8322946002d cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:56:54.042736 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] For port 58007294-db90-4cc9-9173-d78ae2c3e6b8, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:56:54.045819 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] For port 58007294-db90-4cc9-9173-d78ae2c3e6b8, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=58007294-db90-4cc9-9173-d78ae2c3e6b8,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:56:54.051785 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.055035 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:54.069043 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.074548 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.077627 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e0800a6b-50d4-4251-9c9d-0c4a67c0889f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:54.116332 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:54.116983 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:54.147181 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Pushing event updated for resources: {'Port': ['ID=f25c2fe4-fb30-441e-9f34-f8322946002d,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:54.149891 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.152112 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:54.160175 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489749b-e580-4587-8789-251f5f73e460 None None] Pushing event updated for resources: {'Port': ['ID=58007294-db90-4cc9-9173-d78ae2c3e6b8,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:54.163322 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2489749b-e580-4587-8789-251f5f73e460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:54.238470 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:54.247808 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:56:54.249390 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:54.271339 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:56:54.372015 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Router 17cca7d3-c088-46af-b85a-2a2f7aa6590c has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:56:54.417096 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:56:54.430192 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:54.430699 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.489842 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:56:54.495040 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] 10.222.0.15 "PUT /v2.0/routers/17cca7d3-c088-46af-b85a-2a2f7aa6590c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5822866 Jun 22 12:56:54.508967 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-6dfe3ec9-71a3-468d-8f9f-05065f8583b9 None None] Provisioning complete for port f25c2fe4-fb30-441e-9f34-f8322946002d triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:54.509406 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3ec9-71a3-468d-8f9f-05065f8583b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.562707 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe3ec9-71a3-468d-8f9f-05065f8583b9 None None] Port f25c2fe4-fb30-441e-9f34-f8322946002d cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:56:54.603884 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.614325 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 2, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:54.647055 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc5c75-da34-4b70-a002-f546d67c8c90 None None] The sync data for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi is: [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 2, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:56:54.665370 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=5cdb1dbd-c7ee-4b42-a063-fe550432d1d5,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:54.670620 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:54.673656 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-0ac2da81-c2a6-4574-8232-1aa34d830d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:54.725473 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=5cdb1dbd-c7ee-4b42-a063-fe550432d1d5,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:54.728797 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:55.021459 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39244) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:55.029488 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1936672443-network', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:56:55.055687 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Made reservation on behalf of acc97840494f45ea9863f441d5b184f9 for: {'network': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:56:55.058138 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for network, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.068858 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.181574 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.187217 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.190706 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6cf8ea3d-ea78-4696-9414-0ec4b2b30c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:55.220347 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=99524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:56:55.230763 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54752980-9adf-4d6d-8067-72303e8f2bbc,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:55.234262 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:55.237838 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.238303 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.segments_db [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Added segment 6dfffb7c-11d8-4653-9adf-11a6582a9531 of type vlan for network e4a29bef-5a85-48b9-92ba-ce43efe8d022 Jun 22 12:56:55.294787 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771142255589'] for network, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.325371 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551'] for network, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.326907 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:55.327490 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.330119 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:55.384173 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3586779 Jun 22 12:56:55.384394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39246) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:55.396502 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Request body: {'subnet': {'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1936672443-subnet', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'ip_version': 4}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:56:55.411934 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a29bef-5a85-48b9-92ba-ce43efe8d022,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:55.416479 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-1ab278a5-8d76-4521-8107-cb5958ffd4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:55.423882 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Network e4a29bef-5a85-48b9-92ba-ce43efe8d022 details requested by agent ovs-agent-dv-cinder-796680-1-iscsi with host dv-cinder-796680-1-iscsi {{(pid=99526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:56:55.431734 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Made reservation on behalf of acc97840494f45ea9863f441d5b184f9 for: {'subnet': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:56:55.434122 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6711419'] for subnet, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.617549 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6356258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6711369'] for subnet, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.619954 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:55.673030 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b69e1ad-2061-4ec5-90aa-b7d0fb547931,revision_number=0']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:55.677346 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:55.684519 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Checking segment: {'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:56:55.684879 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Network hostable DHCP agents. Network: e4a29bef-5a85-48b9-92ba-ce43efe8d022, hostable agents: ['227ba23a-1dcc-43b5-a740-d0d09abd8069'], hosted agents: [] {{(pid=99524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:56:55.703007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Network e4a29bef-5a85-48b9-92ba-ce43efe8d022 is scheduled to be hosted by DHCP agent 227ba23a-1dcc-43b5-a740-d0d09abd8069 with binding_index 1 {{(pid=99524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:56:55.714815 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-iscsi, e4a29bef-5a85-48b9-92ba-ce43efe8d022) {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:55.719750 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:56:55.720677 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.723624 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26931bc-8124-4a10-9ead-97751da3c6b2 None None] Network e4a29bef-5a85-48b9-92ba-ce43efe8d022 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:56:55.740574 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-29159d45-6e29-4af1-8998-eea4f3be1b49 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3551474 Jun 22 12:56:55.740815 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39248) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:55.745556 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:56:55.768014 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.769356 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1416'] for router, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.823179 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.882642 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5cab7aa-1d92-521c-9d71-343030270e01-e4a29bef-5a85-48b9-92ba-ce43efe8d022', 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'fixed_ips': [{'subnet_id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931'}]}} from dv-cinder-796680-1-iscsi. {{(pid=99526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:56:55.883924 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:55.974819 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1470'] for router, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.045063 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.db_base_plugin_common [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Allocated IP 172.20.0.2 (e4a29bef-5a85-48b9-92ba-ce43efe8d022/0b69e1ad-2061-4ec5-90aa-b7d0fb547931/2afa7751-6e2c-4547-bf3d-c92708f5fe46) {{(pid=99526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:56:56.213207 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Notify callbacks [] for port, precommit_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.227360 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Transition to ACTIVE for port object 2afa7751-6e2c-4547-bf3d-c92708f5fe46 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:56.233767 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.244039 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Transition to ACTIVE for port object 2afa7751-6e2c-4547-bf3d-c92708f5fe46 will not be triggered until provisioned by entity DHCP. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:56.252185 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983'] for port, after_create {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.263156 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-2489749b-e580-4587-8789-251f5f73e460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:56.272033 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.319611 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Network e4a29bef-5a85-48b9-92ba-ce43efe8d022 is already hosted by enough agents. {{(pid=99526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:56:56.325133 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.scheduler.base_scheduler [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Resources bound (agent type, host, resource id): {{(pid=99526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:56.329637 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Received port after_create {{(pid=99526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:56:56.368930 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Pushing event updated for resources: {'Port': ['ID=2afa7751-6e2c-4547-bf3d-c92708f5fe46,revision_number=1']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:56.374442 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:56.413216 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:56:56.417652 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_common [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Allocated IP 172.27.0.170 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/5b177960-280a-4b52-81ca-b35898547db4) {{(pid=99525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:56:56.459527 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Attempting to bind port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:56:56.460138 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Attempting to bind port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:56:56.460294 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Attempting to bind port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 on network e4a29bef-5a85-48b9-92ba-ce43efe8d022 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:56:56.467678 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:56:56.468062 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Checking segment: {'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:56:56.468593 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.469003 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Bound using segment: {'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:56:56.469640 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Bound port: 2afa7751-6e2c-4547-bf3d-c92708f5fe46, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:56:56.470164 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.501435 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:56.501961 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.588670 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] For port 2afa7751-6e2c-4547-bf3d-c92708f5fe46, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:56:56.593057 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] For port 2afa7751-6e2c-4547-bf3d-c92708f5fe46, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=2afa7751-6e2c-4547-bf3d-c92708f5fe46,segment=NetworkSegment(6dfffb7c-11d8-4653-9adf-11a6582a9531),segment_id=6dfffb7c-11d8-4653-9adf-11a6582a9531)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:56:56.597515 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.601363 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:56.670346 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 58007294-db90-4cc9-9173-d78ae2c3e6b8 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:56:56.728192 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Pushing event updated for resources: {'Port': ['ID=2afa7751-6e2c-4547-bf3d-c92708f5fe46,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:56.732820 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:56.751767 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 58007294-db90-4cc9-9173-d78ae2c3e6b8 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:56:56.756491 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 58007294-db90-4cc9-9173-d78ae2c3e6b8 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:56.760093 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.763197 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Sync routers for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:56:56.772373 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:56.772984 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:56.824163 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.847490 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.872281 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 58007294-db90-4cc9-9173-d78ae2c3e6b8, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=58007294-db90-4cc9-9173-d78ae2c3e6b8,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:56.878011 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.880471 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:56.881362 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:56.909031 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9435681'] for port, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:56.915759 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a83c2249-74ed-4027-b4cb-2fce605e793e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:56.956942 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:56:56.974143 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=58007294-db90-4cc9-9173-d78ae2c3e6b8,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:56.977843 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:56.985096 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.base_scheduler [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Resources bound (agent type, host, resource id): {{(pid=99525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:56.988456 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Pushing event updated for resources: {'Port': ['ID=5b177960-280a-4b52-81ca-b35898547db4,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:56.990786 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Received port after_create {{(pid=99525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:56:56.993081 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:57.133548 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 2, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:57.159217 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Checking router: 17cca7d3-c088-46af-b85a-2a2f7aa6590c for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:56:57.159555 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Updating router 17cca7d3-c088-46af-b85a-2a2f7aa6590c port f25c2fe4-fb30-441e-9f34-f8322946002d binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:56:57.244967 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.287967 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.473869 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645645'] for router, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.586285 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.597585 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Transition to ACTIVE for port object f25c2fe4-fb30-441e-9f34-f8322946002d will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:57.604609 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.607363 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-29f3f003-c805-4c5a-8ee8-84211c3ca378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:57.621818 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Router bc116c7b-49ef-48ac-a4dc-00bd57532db6 is scheduled to L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 with binding_index 1 {{(pid=99525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:56:57.687827 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Pushing event updated for resources: {'Port': ['ID=f25c2fe4-fb30-441e-9f34-f8322946002d,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:57.714747 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.715192 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.715598 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.716000 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.716397 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.716792 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.717187 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.717581 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.717975 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.718414 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.718803 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.719189 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:57.724416 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:57.752269 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:56:57.755470 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Attempting to bind port f25c2fe4-fb30-441e-9f34-f8322946002d on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:56:57.755857 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Attempting to bind port f25c2fe4-fb30-441e-9f34-f8322946002d by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:56:57.756389 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Attempting to bind port f25c2fe4-fb30-441e-9f34-f8322946002d on network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:56:57.761994 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:56:57.762414 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Checking segment: {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:56:57.762824 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.763225 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Bound using segment: {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:56:57.763799 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Bound port: f25c2fe4-fb30-441e-9f34-f8322946002d, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:56:57.764077 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.764531 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Sync routers for ids ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:56:57.775571 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Routers {'bc116c7b-49ef-48ac-a4dc-00bd57532db6'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:57.776382 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:57.785118 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.789623 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39262) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:57.790143 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0482349 Jun 22 12:56:57.848628 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] For port f25c2fe4-fb30-441e-9f34-f8322946002d, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:56:57.852073 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] For port f25c2fe4-fb30-441e-9f34-f8322946002d, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=f25c2fe4-fb30-441e-9f34-f8322946002d,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:56:57.866956 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:57.871167 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-4fc1d798-9599-4293-8d96-2619ea971a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:57.912095 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636ba08-8c73-4dbb-b846-896de946071e None None] Network e4a29bef-5a85-48b9-92ba-ce43efe8d022 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:56:57.918034 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Set router bc116c7b-49ef-48ac-a4dc-00bd57532db6 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:57.929912 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:57.930760 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:57.989270 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Pushing event updated for resources: {'Port': ['ID=f25c2fe4-fb30-441e-9f34-f8322946002d,revision_number=4']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:58.000016 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-2c6c72ca-ee36-4832-b21f-4893b329e7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:58.088273 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:58.218412 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2c9c3561-c4f5-417e-ad08-615008770085 None None] Provisioning for port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:56:58.339353 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:58.362360 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:57Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:58.397184 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 58007294-db90-4cc9-9173-d78ae2c3e6b8 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:56:58.407322 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9710cf-6528-482e-a45b-897bfda6d102 None None] The sync data for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi is: [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:57Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:56:58.481471 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5b177960-280a-4b52-81ca-b35898547db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:56:57Z', 'revision_number': 3, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port': {'id': '5b177960-280a-4b52-81ca-b35898547db4', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:56Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:58.517481 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Checking router: bc116c7b-49ef-48ac-a4dc-00bd57532db6 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:56:58.517852 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Updating router bc116c7b-49ef-48ac-a4dc-00bd57532db6 port 5b177960-280a-4b52-81ca-b35898547db4 binding host dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:56:58.554341 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 58007294-db90-4cc9-9173-d78ae2c3e6b8 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:58.554735 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:58.560954 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Allocated IP 172.20.0.1 (e4a29bef-5a85-48b9-92ba-ce43efe8d022/0b69e1ad-2061-4ec5-90aa-b7d0fb547931/2770e82c-e372-4be2-b3fd-990fd1c60915) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:56:58.583697 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:58.696038 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:58.713497 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Transition to ACTIVE for port object 2770e82c-e372-4be2-b3fd-990fd1c60915 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:58.749342 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 2afa7751-6e2c-4547-bf3d-c92708f5fe46 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:56:58.750329 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:58.754598 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0ed71c79-ebc8-4ce2-a90f-9da065861ed6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:58.803380 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Network e4a29bef-5a85-48b9-92ba-ce43efe8d022 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:56:58.806728 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:58.810303 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:56:58.886503 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:56:58.893891 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:58.894665 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:58.999611 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.034900 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Transition to ACTIVE for port object 5b177960-280a-4b52-81ca-b35898547db4 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:56:59.054006 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.066655 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-493d5de7-caaf-49bc-adf8-42a4e3b3b805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:59.076795 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.130732 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Attempting to bind port 5b177960-280a-4b52-81ca-b35898547db4 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:56:59.131156 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Attempting to bind port 5b177960-280a-4b52-81ca-b35898547db4 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:56:59.131535 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Attempting to bind port 5b177960-280a-4b52-81ca-b35898547db4 on network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:56:59.140998 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-154bc148-05c3-4ccc-92f6-d40ef77b6313 None None] Provisioning for port 2770e82c-e372-4be2-b3fd-990fd1c60915 completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:56:59.155773 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:56:59.156292 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Checking segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:56:59.156774 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.157186 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Bound using segment: {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:56:59.157783 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Bound port: 5b177960-280a-4b52-81ca-b35898547db4, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78788e57-79b1-4ae2-b300-ff4748d5add8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:56:59.158213 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.164363 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-154bc148-05c3-4ccc-92f6-d40ef77b6313 None None] Provisioning complete for port 2770e82c-e372-4be2-b3fd-990fd1c60915 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:59.164739 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-154bc148-05c3-4ccc-92f6-d40ef77b6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.168795 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dded8-5e27-49db-b2be-274a3fbb9cc2 None None] Pushing event updated for resources: {'Port': ['ID=5b177960-280a-4b52-81ca-b35898547db4,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:59.171732 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-238dded8-5e27-49db-b2be-274a3fbb9cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:59.179661 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Pushing event updated for resources: {'Port': ['ID=2770e82c-e372-4be2-b3fd-990fd1c60915,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:59.192996 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.193380 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.193752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.194330 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.194693 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.195209 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.195734 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.196093 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.196632 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.196987 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.197501 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.197886 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:59.203160 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:59.204890 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643813'] for router_interface, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.218974 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 2afa7751-6e2c-4547-bf3d-c92708f5fe46, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=2afa7751-6e2c-4547-bf3d-c92708f5fe46,segment=NetworkSegment(6dfffb7c-11d8-4653-9adf-11a6582a9531),segment_id=6dfffb7c-11d8-4653-9adf-11a6582a9531)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:59.231875 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.232720 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device f25c2fe4-fb30-441e-9f34-f8322946002d up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:56:59.237996 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:59.312191 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-154bc148-05c3-4ccc-92f6-d40ef77b6313 None None] Port 2770e82c-e372-4be2-b3fd-990fd1c60915 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:56:59.331551 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] For port 5b177960-280a-4b52-81ca-b35898547db4, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:56:59.335909 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] For port 5b177960-280a-4b52-81ca-b35898547db4, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=5b177960-280a-4b52-81ca-b35898547db4,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:56:59.342275 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.347656 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.354157 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=2afa7751-6e2c-4547-bf3d-c92708f5fe46,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:59.357208 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:59.362595 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-ae852857-d6fc-4d6b-ac5e-910230ad01f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:59.410604 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port f25c2fe4-fb30-441e-9f34-f8322946002d completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:56:59.424169 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Routers {'bc116c7b-49ef-48ac-a4dc-00bd57532db6'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:56:59.424755 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:59.426765 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port f25c2fe4-fb30-441e-9f34-f8322946002d triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:56:59.427141 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.479380 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dded8-5e27-49db-b2be-274a3fbb9cc2 None None] Pushing event updated for resources: {'Port': ['ID=5b177960-280a-4b52-81ca-b35898547db4,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:59.486768 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-238dded8-5e27-49db-b2be-274a3fbb9cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:59.509921 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.514497 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.536749 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-916efca0-59e3-491f-a352-8a45b3523ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:59.581893 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577278'] for router_interface, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.594482 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Pushing event updated for resources: {'Port': ['ID=2770e82c-e372-4be2-b3fd-990fd1c60915,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:59.597829 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:59.605400 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] Set router bc116c7b-49ef-48ac-a4dc-00bd57532db6 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:56:59.647055 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.686117 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Network e4a29bef-5a85-48b9-92ba-ce43efe8d022 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:56:59.687964 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:56:59.763268 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port f25c2fe4-fb30-441e-9f34-f8322946002d, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=f25c2fe4-fb30-441e-9f34-f8322946002d,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:59.772991 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:59.777779 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:59.841257 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Router bc116c7b-49ef-48ac-a4dc-00bd57532db6 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:56:59.885599 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=f25c2fe4-fb30-441e-9f34-f8322946002d,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:59.889670 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:59.917975 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5b177960-280a-4b52-81ca-b35898547db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 4, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port': {'id': '5b177960-280a-4b52-81ca-b35898547db4', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:56Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '2770e82c-e372-4be2-b3fd-990fd1c60915', 'name': '', 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'mac_address': 'fa:16:3e:8c:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:58Z', 'updated_at': '2021-06-22T12:56:58Z', 'revision_number': 1, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'subnets': [{'id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:59.951988 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523dccff-1e23-419a-b257-e65c1e415328 None None] The sync data for ids ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'] in dv-cinder-796680-1-iscsi is: [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5b177960-280a-4b52-81ca-b35898547db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 4, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port': {'id': '5b177960-280a-4b52-81ca-b35898547db4', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:56Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '2770e82c-e372-4be2-b3fd-990fd1c60915', 'name': '', 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'mac_address': 'fa:16:3e:8c:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:58Z', 'updated_at': '2021-06-22T12:56:58Z', 'revision_number': 1, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'subnets': [{'id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:56:59.997782 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:57:00.007214 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-3d970b7a-a712-4f0d-9d99-98832789452c admin admin] 10.222.0.15 "PUT /v2.0/routers/bc116c7b-49ef-48ac-a4dc-00bd57532db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2153156 Jun 22 12:57:00.041346 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-b1f700e8-d261-41ed-aeba-be0f4d0dae85 None None] Provisioning complete for port 2770e82c-e372-4be2-b3fd-990fd1c60915 triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:00.041801 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-b1f700e8-d261-41ed-aeba-be0f4d0dae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:00.080536 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-f5203ddd-a5c3-48d7-9810-9c08757dbf71 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993439982&fields=id&tenant_id=c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 267 time: 0.0421343 Jun 22 12:57:00.087140 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-b1f700e8-d261-41ed-aeba-be0f4d0dae85 None None] Port 2770e82c-e372-4be2-b3fd-990fd1c60915 cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:57:00.218173 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-31f70ba2-da52-498f-ad7e-83a7618d68f1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:00.220412 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-31f70ba2-da52-498f-ad7e-83a7618d68f1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 812 time: 0.1328509 Jun 22 12:57:00.246385 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-25f2fd5d-d0d9-4ce7-b2b9-fda9b6e1bfe4 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/quotas/c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 375 time: 0.0163827 Jun 22 12:57:00.277319 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 2afa7751-6e2c-4547-bf3d-c92708f5fe46 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:57:00.345168 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:00.345553 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:00.372202 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-a00946f9-4461-4479-80b9-31fc72eb719e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1017761 Jun 22 12:57:00.379865 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-1ff9cbb5-f402-405e-93f4-6ca563c7082a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:57:00.386777 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-1ff9cbb5-f402-405e-93f4-6ca563c7082a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118001 Jun 22 12:57:00.462118 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device f25c2fe4-fb30-441e-9f34-f8322946002d up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:57:00.488389 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-3ad4302e-f065-488f-9c39-9c945d2e6323 service neutron] 10.222.0.15 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007304 Jun 22 12:57:00.526803 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port f25c2fe4-fb30-441e-9f34-f8322946002d triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:00.527182 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:00.608067 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-2ec52be7-d9de-43b2-94c9-ea2b86963d6a service neutron] 10.222.0.15 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129591 Jun 22 12:57:00.758667 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:57:01.095057 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b52a2ed3-4a41-4bc0-b863-5ba5c0aeef59 req-3f0112c7-3973-43ad-9eee-6d27e4ea1541 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 210 time: 0.1805608 Jun 22 12:57:02.323942 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 5b177960-280a-4b52-81ca-b35898547db4 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:57:02.352361 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e38be9e9-9c70-42d5-9a6a-465b22893c5c req-9490d48b-0fa4-47ad-bec2-5446d8e88459 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 210 time: 0.0513346 Jun 22 12:57:02.425936 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 5b177960-280a-4b52-81ca-b35898547db4 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:57:02.437277 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 5b177960-280a-4b52-81ca-b35898547db4 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:02.437277 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:02.501520 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-3df3d161-e6f2-4d64-bbf4-d89efe9c66a4 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:02.507028 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-3df3d161-e6f2-4d64-bbf4-d89efe9c66a4 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 812 time: 0.2328210 Jun 22 12:57:02.548327 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:02.571644 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-42ff9cf5-660f-43b9-83c0-89545945707b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c25f44773d2d43eab3f1a963f902cfae HTTP/1.1" status: 200 len: 379 time: 0.0499418 Jun 22 12:57:02.584174 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 5b177960-280a-4b52-81ca-b35898547db4, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=5b177960-280a-4b52-81ca-b35898547db4,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:02.588471 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:02.595149 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:02.597596 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'port': {'device_id': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'admin_state_up': True, 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'security_groups': ['823f3d15-0059-4407-b91f-b419b8b9db1a']}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:02.659076 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=5b177960-280a-4b52-81ca-b35898547db4,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:02.663717 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:02.740470 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Made reservation on behalf of c25f44773d2d43eab3f1a963f902cfae for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:57:02.744470 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:02.906121 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Allocated IP 172.20.0.8 (3553989c-af85-4604-b6a7-ea35df756dff/02f5335c-70a9-40f8-904e-72228c4aef55/5a82c4c4-1a0b-40eb-8770-2246ecd9097c) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:57:02.933209 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Sync routers for ids ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:57:02.943877 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Routers {'bc116c7b-49ef-48ac-a4dc-00bd57532db6'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:57:02.944733 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:03.112630 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Set router bc116c7b-49ef-48ac-a4dc-00bd57532db6 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:57:03.140588 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.177463 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Transition to ACTIVE for port object 5a82c4c4-1a0b-40eb-8770-2246ecd9097c will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:57:03.229013 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.233096 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fae4f7ab-09b6-46c8-af9c-870dc7a0d7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:03.278118 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Network 3553989c-af85-4604-b6a7-ea35df756dff is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:57:03.286301 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:57:03.290689 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:57:03.331369 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:03.336337 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:03.369949 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5b177960-280a-4b52-81ca-b35898547db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 4, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port': {'id': '5b177960-280a-4b52-81ca-b35898547db4', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:56Z', 'updated_at': '2021-06-22T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '2770e82c-e372-4be2-b3fd-990fd1c60915', 'name': '', 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'mac_address': 'fa:16:3e:8c:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:58Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 2, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'subnets': [{'id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:03.371627 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:03.382225 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.419721 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302143 Jun 22 12:57:03.421519 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Checking router: bc116c7b-49ef-48ac-a4dc-00bd57532db6 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:57:03.422024 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Updating router bc116c7b-49ef-48ac-a4dc-00bd57532db6 port 2770e82c-e372-4be2-b3fd-990fd1c60915 binding host dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:57:03.437224 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-a2c0261e-a50d-4b4d-9673-7ca576963485 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:57:03.438518 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-a2c0261e-a50d-4b4d-9673-7ca576963485 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054734 Jun 22 12:57:03.467148 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.520006 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Request body: {'port': {'device_id': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:03.673496 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f215c48-b41c-4168-9784-09c0dd7bbf19 req-36d564f3-e4bb-4e79-afc8-bb250c1100a8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:03.680681 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7f215c48-b41c-4168-9784-09c0dd7bbf19 req-36d564f3-e4bb-4e79-afc8-bb250c1100a8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 931 time: 0.1268895 Jun 22 12:57:03.682375 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.749188 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-ce3f9645-434a-4119-940e-79f46e2a1b94 None None] Provisioning for port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:57:03.755675 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-ce3f9645-434a-4119-940e-79f46e2a1b94 None None] Provisioning complete for port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:03.757592 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ce3f9645-434a-4119-940e-79f46e2a1b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.766321 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7f215c48-b41c-4168-9784-09c0dd7bbf19 req-9c69f34f-3343-4542-a714-bbd6cf4dfd5c tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846610 Jun 22 12:57:03.866596 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Notify callbacks [] for port, precommit_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.879553 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.provisioning_blocks [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Transition to ACTIVE for port object 2770e82c-e372-4be2-b3fd-990fd1c60915 will not be triggered until provisioned by entity L2. {{(pid=99527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:57:03.888274 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.891578 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:03.937310 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043202c-1689-494e-942c-0aeb4f40ef19 None None] Pushing event updated for resources: {'Port': ['ID=2770e82c-e372-4be2-b3fd-990fd1c60915,revision_number=3']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:03.944358 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-e043202c-1689-494e-942c-0aeb4f40ef19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:03.973412 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-17320284-61e5-4eb3-b584-1072ff741c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:03.975855 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f9645-434a-4119-940e-79f46e2a1b94 None None] Port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:57:04.150159 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a82c4c4-1a0b-40eb-8770-2246ecd9097c {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:57:04.177071 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.201555 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Transition to ACTIVE for port object 5a82c4c4-1a0b-40eb-8770-2246ecd9097c will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:57:04.211635 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.222275 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71d052aa-0a30-4d31-86a2-32a3287f367b tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:04.272201 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Attempting to bind port 2770e82c-e372-4be2-b3fd-990fd1c60915 on host dv-cinder-796680-1-iscsi for vnic_type normal with profile {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:57:04.273385 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Attempting to bind port 2770e82c-e372-4be2-b3fd-990fd1c60915 by drivers openvswitch,hyperv on host dv-cinder-796680-1-iscsi at level 0 using segments [{'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:57:04.274426 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Attempting to bind port 2770e82c-e372-4be2-b3fd-990fd1c60915 on network e4a29bef-5a85-48b9-92ba-ce43efe8d022 {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:57:04.279965 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 5b177960-280a-4b52-81ca-b35898547db4 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:57:04.289707 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Checking agent: {'id': '6a2aaa9f-e109-4640-ace0-87f5b7ef5292', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 38, 39), 'started_at': datetime.datetime(2021, 6, 22, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:57:04.291060 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Checking segment: {'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:57:04.291060 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.292320 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Bound using segment: {'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'} {{(pid=99527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:57:04.292320 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.managers [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Bound port: 2770e82c-e372-4be2-b3fd-990fd1c60915, host: dv-cinder-796680-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfffb7c-11d8-4653-9adf-11a6582a9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022'}}] {{(pid=99527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:57:04.292320 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.374306 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 5b177960-280a-4b52-81ca-b35898547db4 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:04.375048 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.391602 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] For port 2770e82c-e372-4be2-b3fd-990fd1c60915, host dv-cinder-796680-1-iscsi, cleared binding levels {{(pid=99527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:57:04.395942 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.plugins.ml2.db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] For port 2770e82c-e372-4be2-b3fd-990fd1c60915, host dv-cinder-796680-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=2770e82c-e372-4be2-b3fd-990fd1c60915,segment=NetworkSegment(6dfffb7c-11d8-4653-9adf-11a6582a9531),segment_id=6dfffb7c-11d8-4653-9adf-11a6582a9531)] {{(pid=99527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:57:04.406162 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron_lib.callbacks.manager [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.431845 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-5decea37-63ca-4fde-88b4-03cae7d1ae29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:04.447855 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:04.459982 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:04.503200 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043202c-1689-494e-942c-0aeb4f40ef19 None None] Pushing event updated for resources: {'Port': ['ID=2770e82c-e372-4be2-b3fd-990fd1c60915,revision_number=4']} {{(pid=99527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:04.507869 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG oslo_concurrency.lockutils [None req-e043202c-1689-494e-942c-0aeb4f40ef19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:04.512087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Attempting to bind port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:57:04.513403 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Attempting to bind port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:57:04.513922 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Attempting to bind port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c on network 3553989c-af85-4604-b6a7-ea35df756dff {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:57:04.524776 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c on network 3553989c-af85-4604-b6a7-ea35df756dff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:57:04.525351 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Attempting to bind port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c on network 3553989c-af85-4604-b6a7-ea35df756dff {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:57:04.536495 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Routers {'bc116c7b-49ef-48ac-a4dc-00bd57532db6'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:57:04.536765 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:57:04.537399 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:56:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:04.537910 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Checking segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:57:04.538456 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Bound using segment: {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:57:04.540489 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Bound port: 5a82c4c4-1a0b-40eb-8770-2246ecd9097c, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100b484e-577d-4e01-99b2-56a3e0994434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:57:04.540962 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.637562 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] For port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:57:04.643257 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] For port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:57:04.648146 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.651489 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:04.695761 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] Set router bc116c7b-49ef-48ac-a4dc-00bd57532db6 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:57:04.702001 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:04.702694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:04.704569 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a82c4c4-1a0b-40eb-8770-2246ecd9097c HTTP/1.1" status: 200 len: 1093 time: 1.2600303 Jun 22 12:57:04.705088 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:57:04.707582 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca3b809-b256-4218-991d-0ca325232554" -d '{"events": [{"name": "network-changed", "server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:57:04.776361 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:04.796358 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b6b7fd57-5e49-49de-880d-ebdfdb799dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:04.800468 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7f764-b3ef-4496-a621-ce9b0de9a715 x-openstack-request-id: req-3ec7f764-b3ef-4496-a621-ce9b0de9a715 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:57:04.801139 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:57:04.801609 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ec7f764-b3ef-4496-a621-ce9b0de9a715 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:57:04.802489 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'status': 'completed', 'code': 200} Jun 22 12:57:04.919537 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-57d3c8b2-cea0-4fc1-be4f-f634e3ce8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:04.921401 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-57d3c8b2-cea0-4fc1-be4f-f634e3ce8a90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 1096 time: 0.1175983 Jun 22 12:57:04.984255 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-4462cd98-4637-445b-886b-4789352f6702 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c HTTP/1.1" status: 200 len: 217 time: 0.0497937 Jun 22 12:57:05.040184 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5b177960-280a-4b52-81ca-b35898547db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 4, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port': {'id': '5b177960-280a-4b52-81ca-b35898547db4', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:56Z', 'updated_at': '2021-06-22T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '2770e82c-e372-4be2-b3fd-990fd1c60915', 'name': '', 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'mac_address': 'fa:16:3e:8c:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:58Z', 'updated_at': '2021-06-22T12:57:04Z', 'revision_number': 4, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'subnets': [{'id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:05.071644 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c6408-d985-41f0-8ee8-ff77b3cf9257 None None] The sync data for ids ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'] in dv-cinder-796680-1-iscsi is: [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5b177960-280a-4b52-81ca-b35898547db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 4, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port': {'id': '5b177960-280a-4b52-81ca-b35898547db4', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:56Z', 'updated_at': '2021-06-22T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '2770e82c-e372-4be2-b3fd-990fd1c60915', 'name': '', 'network_id': 'e4a29bef-5a85-48b9-92ba-ce43efe8d022', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'mac_address': 'fa:16:3e:8c:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:58Z', 'updated_at': '2021-06-22T12:57:04Z', 'revision_number': 4, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'subnets': [{'id': '0b69e1ad-2061-4ec5-90aa-b7d0fb547931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:57:05.092147 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-17fe35a0-6975-4a55-b60c-d08a1c5e7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:05.093658 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-17fe35a0-6975-4a55-b60c-d08a1c5e7d6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0728261 Jun 22 12:57:05.122162 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895823-ba59-406c-ab3e-bb5d348b9811 req-34748654-dcbe-4c52-9aa0-081dc2c58e3a tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:05.124197 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-18895823-ba59-406c-ab3e-bb5d348b9811 req-34748654-dcbe-4c52-9aa0-081dc2c58e3a tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 943 time: 0.1390338 Jun 22 12:57:05.201517 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-18895823-ba59-406c-ab3e-bb5d348b9811 req-60d6bbdc-72d6-4dbb-a73e-1c9661d4b0cd tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523303 Jun 22 12:57:05.209005 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-3264455f-2091-4d78-b185-9d6505a957ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:05.210600 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-3264455f-2091-4d78-b185-9d6505a957ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101055 Jun 22 12:57:05.347759 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-b75621df-c192-44fc-a776-6882093568da service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297936 Jun 22 12:57:05.476385 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-148855e6-e3a3-4baa-a84c-2fdf95a358c6 req-a1757aaf-04c1-4f36-a97a-fb0b4a6571d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215498 Jun 22 12:57:05.635322 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3b809-b256-4218-991d-0ca325232554 req-99231179-5888-4097-a8ca-32a1315e7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:05.637539 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fca3b809-b256-4218-991d-0ca325232554 req-99231179-5888-4097-a8ca-32a1315e7cbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 1096 time: 0.0712445 Jun 22 12:57:05.767005 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3b809-b256-4218-991d-0ca325232554 req-1839c3d3-cc0a-4884-bee7-3c1ced5206cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:05.768599 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fca3b809-b256-4218-991d-0ca325232554 req-1839c3d3-cc0a-4884-bee7-3c1ced5206cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.1201754 Jun 22 12:57:05.826203 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fca3b809-b256-4218-991d-0ca325232554 req-89d2d9cc-ea8e-4199-af64-f121ff0276b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c HTTP/1.1" status: 200 len: 217 time: 0.0467815 Jun 22 12:57:05.901700 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3b809-b256-4218-991d-0ca325232554 req-ccc8d8af-f9f6-4e1f-80f6-662daafff7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:05.903246 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fca3b809-b256-4218-991d-0ca325232554 req-ccc8d8af-f9f6-4e1f-80f6-662daafff7d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0712569 Jun 22 12:57:05.985777 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3b809-b256-4218-991d-0ca325232554 req-27b44bea-e292-4dd7-bc41-3429b5e7d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:05.987652 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fca3b809-b256-4218-991d-0ca325232554 req-27b44bea-e292-4dd7-bc41-3429b5e7d63c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749767 Jun 22 12:57:06.098119 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fca3b809-b256-4218-991d-0ca325232554 req-3ae1041a-d271-4eeb-ac61-cd17f825ee72 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001759 Jun 22 12:57:06.229870 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-fca3b809-b256-4218-991d-0ca325232554 req-46b87b38-2e29-48c2-b6aa-72be0a45ced6 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248572 Jun 22 12:57:06.278628 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 2770e82c-e372-4be2-b3fd-990fd1c60915 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:57:06.344738 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning for port 2770e82c-e372-4be2-b3fd-990fd1c60915 completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:57:06.350464 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 2770e82c-e372-4be2-b3fd-990fd1c60915 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:06.351106 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:06.426117 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b1fdb-0d56-4b4e-8bf5-dfa22659083b req-1c479952-1c63-4bd8-98b2-98c4cf25b705 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:06.427679 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-dd5b1fdb-0d56-4b4e-8bf5-dfa22659083b req-1c479952-1c63-4bd8-98b2-98c4cf25b705 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 943 time: 0.0776501 Jun 22 12:57:06.455506 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:06.475571 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-dd5b1fdb-0d56-4b4e-8bf5-dfa22659083b req-16ccec3e-1e65-4dbe-8f3d-92cd246da420 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403509 Jun 22 12:57:06.515618 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f6748516-b784-447f-ae36-d448a38f272a None None] For port 2770e82c-e372-4be2-b3fd-990fd1c60915, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=2770e82c-e372-4be2-b3fd-990fd1c60915,segment=NetworkSegment(6dfffb7c-11d8-4653-9adf-11a6582a9531),segment_id=6dfffb7c-11d8-4653-9adf-11a6582a9531)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:06.519860 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:06.525171 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:06.576914 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Pushing event updated for resources: {'Port': ['ID=2770e82c-e372-4be2-b3fd-990fd1c60915,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:06.581226 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:07.083296 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5fea-6c60-4379-b260-43ffedba6651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:07.668793 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97fd03-4f79-4ce8-969e-ed4fa2252658 req-ccbc5fbd-10b0-494d-8233-9cd4464304a7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:07.670531 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5c97fd03-4f79-4ce8-969e-ed4fa2252658 req-ccbc5fbd-10b0-494d-8233-9cd4464304a7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 943 time: 0.0720580 Jun 22 12:57:07.712555 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5c97fd03-4f79-4ce8-969e-ed4fa2252658 req-c84ebeb6-d413-4c68-9475-1da2d7282172 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348575 Jun 22 12:57:08.213354 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 2770e82c-e372-4be2-b3fd-990fd1c60915 up at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:57:08.279361 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Provisioning complete for port 2770e82c-e372-4be2-b3fd-990fd1c60915 triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:08.279841 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:08.584017 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:08.907090 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033db48-5ecf-45cc-905e-ece3c65a8343 req-ee308ba1-07b7-4390-b03f-200735160a7b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:08.908708 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1033db48-5ecf-45cc-905e-ece3c65a8343 req-ee308ba1-07b7-4390-b03f-200735160a7b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 943 time: 0.0719743 Jun 22 12:57:08.959655 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1033db48-5ecf-45cc-905e-ece3c65a8343 req-7fd429a7-111c-40f7-8927-8b117f6477a4 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443702 Jun 22 12:57:09.872369 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:10.143433 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f659a63-95c3-4882-afe7-1474d22e6afe req-8bb2c857-6b93-4873-b916-0f23d7501875 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:10.144990 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1f659a63-95c3-4882-afe7-1474d22e6afe req-8bb2c857-6b93-4873-b916-0f23d7501875 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 943 time: 0.0747356 Jun 22 12:57:10.185716 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1f659a63-95c3-4882-afe7-1474d22e6afe req-6a5bb4e9-af14-45b3-ab3d-55f0bb94aec3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351615 Jun 22 12:57:10.601313 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:11.309527 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-ddc20391-e705-4b7c-afd7-8b532c90aef1 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:11.311014 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-ddc20391-e705-4b7c-afd7-8b532c90aef1 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/networks?id=29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 200 len: 814 time: 0.1058407 Jun 22 12:57:11.326046 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-5e303d11-ef73-4239-8716-171cbc81f914 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/quotas/ff0390cee11f406c9c8844d9d03eb90d HTTP/1.1" status: 200 len: 375 time: 0.0093377 Jun 22 12:57:11.361749 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4e26a-3dbe-487e-8719-77f082a6df73 req-b1f6e8d1-0e30-42ec-826e-fa093e40fb78 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:11.363283 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c7d4e26a-3dbe-487e-8719-77f082a6df73 req-b1f6e8d1-0e30-42ec-826e-fa093e40fb78 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 943 time: 0.0646536 Jun 22 12:57:11.387229 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:11.400203 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-ca6debd7-b294-45d8-bef8-1dd73efecb54 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687199 Jun 22 12:57:11.404677 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-c7d4e26a-3dbe-487e-8719-77f082a6df73 req-87b40df9-c701-4131-b8c4-34b3cd9ae8d1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337644 Jun 22 12:57:11.418205 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-3f9d7ecd-75c9-4e0e-a2c1-730097cd8edb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:57:11.419186 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-3f9d7ecd-75c9-4e0e-a2c1-730097cd8edb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052674 Jun 22 12:57:11.508552 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-96f3c3fc-1b1f-4ac7-90c6-e972dd7a3d94 service neutron] 10.222.0.15 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833833 Jun 22 12:57:11.595209 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-6f8a4c6b-bf1f-4dcd-8c61-a7853d1f287d service neutron] 10.222.0.15 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809841 Jun 22 12:57:11.771351 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-b5883cba-58ac-4c19-9bf9-afd2101ccf89 req-fff09a57-33a6-406f-9eed-e165d9d05fb0 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 210 time: 0.0330727 Jun 22 12:57:12.585095 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb1b86-bfc0-4a4d-94dd-4362a9480f18 req-d11b9e17-0449-4ae1-beb5-35b35180eb3e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:12.586590 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-57eb1b86-bfc0-4a4d-94dd-4362a9480f18 req-d11b9e17-0449-4ae1-beb5-35b35180eb3e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 943 time: 0.0716484 Jun 22 12:57:12.623348 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-57eb1b86-bfc0-4a4d-94dd-4362a9480f18 req-c8cd28a9-3b81-4bc5-83ed-15287e67755d tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Jun 22 12:57:12.925490 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-6de61e1e-e549-4716-8b0a-a23aec25bd26 req-930044fe-677e-4b33-a3b2-ce0ac9332eee tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 210 time: 0.0348787 Jun 22 12:57:12.943185 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-2abb8031-cfbf-486b-9806-f127a5a6ce8f tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:12.944731 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-2abb8031-cfbf-486b-9806-f127a5a6ce8f tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.46 "GET /v2.0/networks?id=29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 200 len: 814 time: 0.1164544 Jun 22 12:57:12.967663 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'port': {'device_id': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'admin_state_up': True, 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:13.086099 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Made reservation on behalf of ff0390cee11f406c9c8844d9d03eb90d for: {'port': 1} {{(pid=99524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:57:13.089620 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:13.217024 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Allocated IP 172.20.0.4 (29862145-5b5c-4952-a71b-1ea88b2ee2c8/641aaef3-e0a7-4436-9ab7-c0fc1293dcff/c10f28b2-b2e1-412c-8b60-c46e252de7ee) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:57:13.369087 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:13.384220 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Transition to ACTIVE for port object c10f28b2-b2e1-412c-8b60-c46e252de7ee will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:57:13.427507 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:13.436453 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e3b2efc8-5388-467b-b0c9-1048c7cb06a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:13.505458 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'Port': ['ID=c10f28b2-b2e1-412c-8b60-c46e252de7ee,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:13.511485 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:13.523456 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:57:13.525228 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:57:13.528097 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:57:13.556134 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5a82c4c4-1a0b-40eb-8770-2246ecd9097c details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:57:13.616487 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:13.617764 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:13.638287 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-fe6b2a68-fea8-4f60-87b5-cabd66f65517 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6741891 Jun 22 12:57:13.751772 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:13.768734 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'port_id': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'mac_address': 'fa:16:3e:8e:c9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:57:13.842860 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:13.880857 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a82c4c4-1a0b-40eb-8770-2246ecd9097c {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:57:13.895479 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262981fe-2240-47fa-8cfe-c4becda9e3aa req-3fa2e0a9-53b9-4056-b373-5a4418ea41be tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:13.897460 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-262981fe-2240-47fa-8cfe-c4becda9e3aa req-3fa2e0a9-53b9-4056-b373-5a4418ea41be tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 943 time: 0.1127245 Jun 22 12:57:13.926777 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:13.930991 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:13.933159 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:13.935626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-b83cfc36-9092-4f80-ada8-13b08fe28a97 None None] Provisioning for port c10f28b2-b2e1-412c-8b60-c46e252de7ee completed by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:57:13.939277 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-262981fe-2240-47fa-8cfe-c4becda9e3aa req-be509b09-0ce8-47db-b557-ec72db468561 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362489 Jun 22 12:57:13.943489 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-b83cfc36-9092-4f80-ada8-13b08fe28a97 None None] Provisioning complete for port c10f28b2-b2e1-412c-8b60-c46e252de7ee triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:13.943877 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-b83cfc36-9092-4f80-ada8-13b08fe28a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:14.014732 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-b83cfc36-9092-4f80-ada8-13b08fe28a97 None None] Port c10f28b2-b2e1-412c-8b60-c46e252de7ee cannot update to ACTIVE because it is not bound. {{(pid=99526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:57:14.019502 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:14.027088 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:14.120940 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1fab6-c901-4480-89b1-63d9134454aa req-a29edde0-dbeb-456b-92b8-59b72d13bc71 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:14.122377 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3ed1fab6-c901-4480-89b1-63d9134454aa req-a29edde0-dbeb-456b-92b8-59b72d13bc71 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.0676599 Jun 22 12:57:14.165036 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-3ed1fab6-c901-4480-89b1-63d9134454aa req-2e6c2db8-1a37-4baa-a9a5-e1c6ba27057c tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359726 Jun 22 12:57:14.299804 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['5a82c4c4-1a0b-40eb-8770-2246ecd9097c'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:57:15.121708 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dbdb1-7bea-4470-a2a2-f1ec836d3fdf req-48688feb-c77e-4849-85a8-bdb25399fa28 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:15.123215 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4f7dbdb1-7bea-4470-a2a2-f1ec836d3fdf req-48688feb-c77e-4849-85a8-bdb25399fa28 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 944 time: 0.0704744 Jun 22 12:57:15.163203 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4f7dbdb1-7bea-4470-a2a2-f1ec836d3fdf req-daf4c208-8a45-44ea-b62a-6804c937c64a tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335789 Jun 22 12:57:15.350313 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e71ca-929c-4aa5-8bbf-352ea6d5d5b6 req-00591e6a-5f43-4a3f-b0f4-6820fae77143 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:15.352441 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fd7e71ca-929c-4aa5-8bbf-352ea6d5d5b6 req-00591e6a-5f43-4a3f-b0f4-6820fae77143 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.0724363 Jun 22 12:57:15.393598 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-fd7e71ca-929c-4aa5-8bbf-352ea6d5d5b6 req-c3969105-b216-4cfa-b073-516c49b0f355 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350342 Jun 22 12:57:15.572633 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5a82c4c4-1a0b-40eb-8770-2246ecd9097c up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:57:15.625268 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:57:15.628887 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:15.629276 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:15.707254 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:15.729915 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:57:15.732310 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a293dcd-87a2-4314-b489-5591430af336" -d '{"events": [{"server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "name": "network-vif-plugged", "status": "completed", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:57:15.746217 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:15.751868 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:15.753911 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:15.775869 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506c6b0b-5709-486a-a597-c1b252f6c911 x-openstack-request-id: req-506c6b0b-5709-486a-a597-c1b252f6c911 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:57:15.776181 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "name": "network-vif-plugged", "status": "completed", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:57:15.776438 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-506c6b0b-5709-486a-a597-c1b252f6c911 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:57:15.776839 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'code': 200} Jun 22 12:57:15.805107 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:15.808300 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:16.345120 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51142864-e9f1-41e4-aab0-67f6f282c83f req-0739a095-aa65-4cdb-bda7-b574c34c7c11 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:16.347051 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-51142864-e9f1-41e4-aab0-67f6f282c83f req-0739a095-aa65-4cdb-bda7-b574c34c7c11 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0693710 Jun 22 12:57:16.387557 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-51142864-e9f1-41e4-aab0-67f6f282c83f req-a4f350b5-b770-48cd-80bb-cb7d6413c99e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345237 Jun 22 12:57:16.576736 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45b7b-89fd-48a3-aa99-6c26f394a0fd req-30b2a19d-8ee5-482b-b312-5a68789a10be tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:16.578475 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-14f45b7b-89fd-48a3-aa99-6c26f394a0fd req-30b2a19d-8ee5-482b-b312-5a68789a10be tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.0651138 Jun 22 12:57:16.620194 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-14f45b7b-89fd-48a3-aa99-6c26f394a0fd req-9ec0c55a-b8d3-4fc7-9206-7a87a8a4b869 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Jun 22 12:57:17.575152 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da8cca-88c9-44f1-a460-86f5c0cb94f0 req-d2544d25-c81d-4ea1-9a70-08b3b802116f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:17.576604 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d8da8cca-88c9-44f1-a460-86f5c0cb94f0 req-d2544d25-c81d-4ea1-9a70-08b3b802116f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0666292 Jun 22 12:57:17.617340 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d8da8cca-88c9-44f1-a460-86f5c0cb94f0 req-a343a936-9f7a-4d28-8d05-df8bb035c633 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344815 Jun 22 12:57:17.798495 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44a778-a7df-45fb-839a-0568568c2878 req-7fc95908-f851-4dd2-9822-2c653367a704 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:17.801051 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-be44a778-a7df-45fb-839a-0568568c2878 req-7fc95908-f851-4dd2-9822-2c653367a704 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.0687132 Jun 22 12:57:17.842217 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-be44a778-a7df-45fb-839a-0568568c2878 req-fe606764-a45d-423d-a610-06041c84abb6 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Jun 22 12:57:18.799675 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb3a97-4c34-40ad-bbd4-be5622082c98 req-c24beb85-023b-4d2a-8937-2ac953890df8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:18.803101 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d5eb3a97-4c34-40ad-bbd4-be5622082c98 req-c24beb85-023b-4d2a-8937-2ac953890df8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0725803 Jun 22 12:57:18.844443 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d5eb3a97-4c34-40ad-bbd4-be5622082c98 req-bc5275ca-0e6c-49ec-9a41-b2996a69658b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355864 Jun 22 12:57:19.034413 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b98c41-deec-422c-9f65-f51ffb41c9be req-94006e41-ea5a-430d-8338-5d0a3c3f2f4c tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:19.035889 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-09b98c41-deec-422c-9f65-f51ffb41c9be req-94006e41-ea5a-430d-8338-5d0a3c3f2f4c tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.0672300 Jun 22 12:57:19.076071 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-09b98c41-deec-422c-9f65-f51ffb41c9be req-ed1c77ef-2399-427a-9a40-266ec0daed15 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Jun 22 12:57:20.020647 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193607c-5e1a-4bef-b7f8-eafef81606f4 req-f0009864-03f0-440b-921f-97eddb0089bc tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:20.022259 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4193607c-5e1a-4bef-b7f8-eafef81606f4 req-f0009864-03f0-440b-921f-97eddb0089bc tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0659618 Jun 22 12:57:20.066421 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-4193607c-5e1a-4bef-b7f8-eafef81606f4 req-2f6ff7ce-a8a8-4346-a984-17003bcc72fe tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Jun 22 12:57:20.258640 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226ac48-cbc1-4260-bad6-ef88d0319103 req-2364ac47-db02-41b3-a751-32040f6d4911 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:20.266198 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9226ac48-cbc1-4260-bad6-ef88d0319103 req-2364ac47-db02-41b3-a751-32040f6d4911 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.0732195 Jun 22 12:57:20.299173 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9226ac48-cbc1-4260-bad6-ef88d0319103 req-d47def62-8034-4693-968c-e016ff7a1d27 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Jun 22 12:57:21.251672 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1982c-2cbf-4341-af01-814dc02830bb req-d8476a4c-e067-414e-a59f-88cf767ad928 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:21.253352 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-eab1982c-2cbf-4341-af01-814dc02830bb req-d8476a4c-e067-414e-a59f-88cf767ad928 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0724084 Jun 22 12:57:21.294915 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-eab1982c-2cbf-4341-af01-814dc02830bb req-b238ef3b-dfc4-4156-986a-93ed670812a9 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357044 Jun 22 12:57:21.512934 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81647c-d409-41d1-bb3f-a856c5cd8f5f req-126cc764-8a1f-44d7-9b95-e785cb828838 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:21.516946 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4f81647c-d409-41d1-bb3f-a856c5cd8f5f req-126cc764-8a1f-44d7-9b95-e785cb828838 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.0867157 Jun 22 12:57:21.853068 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4f81647c-d409-41d1-bb3f-a856c5cd8f5f req-b3c7b1c2-49eb-4715-b07c-5d87473ebf66 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315756 Jun 22 12:57:22.488677 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d2e9b-560f-4be8-8fd0-018b950e2186 req-23eabf6a-69ab-4763-b80f-34f70c49e8f9 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:22.490029 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e42d2e9b-560f-4be8-8fd0-018b950e2186 req-23eabf6a-69ab-4763-b80f-34f70c49e8f9 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0685148 Jun 22 12:57:22.530739 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e42d2e9b-560f-4be8-8fd0-018b950e2186 req-34879679-14ae-4de3-86e7-a656e7fbbe9a tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347655 Jun 22 12:57:23.032070 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51c9c2-aba7-4676-b87d-2ade4eca39be req-97d4df01-c4db-4d3c-81ef-459970eebb23 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:23.033675 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ce51c9c2-aba7-4676-b87d-2ade4eca39be req-97d4df01-c4db-4d3c-81ef-459970eebb23 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.0668354 Jun 22 12:57:23.074710 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ce51c9c2-aba7-4676-b87d-2ade4eca39be req-12eeafc8-62e3-4af4-9f32-110c4153379a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Jun 22 12:57:23.711897 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330e2f9-b8c1-4828-b362-bb76e2fe66a5 req-c00488b6-562e-4735-9226-3015f660f6af tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:23.713292 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1330e2f9-b8c1-4828-b362-bb76e2fe66a5 req-c00488b6-562e-4735-9226-3015f660f6af tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0640426 Jun 22 12:57:23.758660 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-1330e2f9-b8c1-4828-b362-bb76e2fe66a5 req-aa6e6e9a-86fe-4ffa-8865-fccc1c215971 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388741 Jun 22 12:57:24.219373 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Request body: {'port': {'device_id': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:24.318700 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20ca8c-cf97-4c73-a965-db01bc8cd7c3 req-0cefac5f-f84d-4c31-82bb-cd18aa7fe26f tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:24.320248 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9e20ca8c-cf97-4c73-a965-db01bc8cd7c3 req-0cefac5f-f84d-4c31-82bb-cd18aa7fe26f tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 931 time: 0.1346042 Jun 22 12:57:24.320994 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:24.396353 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9e20ca8c-cf97-4c73-a965-db01bc8cd7c3 req-42d370bd-3bb6-4b9e-8408-6528ba91838a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665684 Jun 22 12:57:24.497519 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba24d7-1924-4ca0-91fa-b17183aa4d7b req-7acaaa85-7db7-41cb-b37e-3ab9294d0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:24.499311 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f8ba24d7-1924-4ca0-91fa-b17183aa4d7b req-7acaaa85-7db7-41cb-b37e-3ab9294d0843 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 1098 time: 0.0564463 Jun 22 12:57:24.533993 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f8ba24d7-1924-4ca0-91fa-b17183aa4d7b req-a331d38a-a54e-466d-a4fd-304a8e99fd2f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281768 Jun 22 12:57:24.620735 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10f28b2-b2e1-412c-8b60-c46e252de7ee {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:57:24.627980 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:24.640097 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Transition to ACTIVE for port object c10f28b2-b2e1-412c-8b60-c46e252de7ee will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:57:24.644297 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:24.646258 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-963187e4-f204-4d53-ad11-d362195626dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:24.717153 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Pushing event updated for resources: {'Port': ['ID=c10f28b2-b2e1-412c-8b60-c46e252de7ee,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:24.720611 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:24.789730 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Attempting to bind port c10f28b2-b2e1-412c-8b60-c46e252de7ee on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:57:24.790092 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Attempting to bind port c10f28b2-b2e1-412c-8b60-c46e252de7ee by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:57:24.790448 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Attempting to bind port c10f28b2-b2e1-412c-8b60-c46e252de7ee on network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:57:24.794866 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Port c10f28b2-b2e1-412c-8b60-c46e252de7ee on network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:57:24.795195 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Attempting to bind port c10f28b2-b2e1-412c-8b60-c46e252de7ee on network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:57:24.801274 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Checking agent: {'id': 'ba2126d0-9cf8-470f-bcb3-2e72548e6042', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'started_at': datetime.datetime(2021, 6, 22, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:57:24.801611 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Checking segment: {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:57:24.801994 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Bound using segment: {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:57:24.802457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Bound port: c10f28b2-b2e1-412c-8b60-c46e252de7ee, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1947cd52-f32e-4ec6-94f3-6331d56c2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:57:24.802806 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:24.868626 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] For port c10f28b2-b2e1-412c-8b60-c46e252de7ee, host hv-cinder-79668, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:57:24.871796 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] For port c10f28b2-b2e1-412c-8b60-c46e252de7ee, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:57:24.876710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:24.879804 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-01694355-c1d5-4243-ac1a-65b6b8cb25e3 tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:24.915113 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:24.915709 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:24.917086 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] 10.222.0.46 "PUT /v2.0/ports/c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 1093 time: 0.7194815 Jun 22 12:57:24.917609 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:57:24.919980 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0093b922-8aa9-4c5e-9f37-eaf762b00da3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:57:24.944617 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Pushing event updated for resources: {'Port': ['ID=c10f28b2-b2e1-412c-8b60-c46e252de7ee,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:24.954513 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f21cdd-77d9-4319-b9f2-7cf7fa41487a req-c831b10e-0b4c-4536-a20c-204e1e15d7c1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:24.956260 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-06f21cdd-77d9-4319-b9f2-7cf7fa41487a req-c831b10e-0b4c-4536-a20c-204e1e15d7c1 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0832553 Jun 22 12:57:24.957213 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:24.972102 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd03fa98-cc76-4ff5-9434-364209fda028 x-openstack-request-id: req-fd03fa98-cc76-4ff5-9434-364209fda028 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:57:24.972440 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:57:24.972733 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd03fa98-cc76-4ff5-9434-364209fda028 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:57:24.973214 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'status': 'completed', 'code': 200} Jun 22 12:57:25.007851 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-06f21cdd-77d9-4319-b9f2-7cf7fa41487a req-a1166bce-9fad-45e0-ae4a-e2ed0b5aa6d0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460584 Jun 22 12:57:25.054208 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-31f5d905-448b-46c9-9ca5-8a9eef1a6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:25.055738 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-31f5d905-448b-46c9-9ca5-8a9eef1a6788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1096 time: 0.0601678 Jun 22 12:57:25.114562 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-3445a2db-59e2-4753-b149-d35291b474bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 217 time: 0.0361536 Jun 22 12:57:25.167823 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-5163f5bf-5155-4b45-b112-c344f35bb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:25.169240 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-5163f5bf-5155-4b45-b112-c344f35bb1ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=641aaef3-e0a7-4436-9ab7-c0fc1293dcff HTTP/1.1" status: 200 len: 853 time: 0.0447299 Jun 22 12:57:25.230422 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-f0eb29fe-fdb7-43c3-a77c-efd33af3ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:25.231784 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-f0eb29fe-fdb7-43c3-a77c-efd33af3ba5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29862145-5b5c-4952-a71b-1ea88b2ee2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557401 Jun 22 12:57:25.321722 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-944ee9ac-94a1-49c2-8a8d-076679a96647 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826781 Jun 22 12:57:25.418375 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ca3b5549-a041-451f-a372-8d8cccb2d375 req-f167d23a-9701-4676-9f8e-333bb0b2eca0 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868328 Jun 22 12:57:25.626214 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80099e4-5be7-4f53-936e-6be5df9fdfbe req-2ad9c03c-254f-4ff8-95c8-57817fc7f5fb tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:25.628672 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e80099e4-5be7-4f53-936e-6be5df9fdfbe req-2ad9c03c-254f-4ff8-95c8-57817fc7f5fb tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 943 time: 0.1158125 Jun 22 12:57:25.631620 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-8cd97d4b-5266-4880-aead-1aab916bc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:25.632992 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-8cd97d4b-5266-4880-aead-1aab916bc08c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1096 time: 0.0920777 Jun 22 12:57:25.718040 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e80099e4-5be7-4f53-936e-6be5df9fdfbe req-3f4557b6-2795-4b82-9a80-95a883e32d6f tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830936 Jun 22 12:57:25.755630 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-a6d52a53-8d3e-4dcd-b657-2957e2cb1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:25.757024 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-a6d52a53-8d3e-4dcd-b657-2957e2cb1c77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 200 len: 915 time: 0.1154256 Jun 22 12:57:25.798351 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-884b9877-bf85-4400-adff-468d8bdc0cc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 217 time: 0.0339208 Jun 22 12:57:25.850199 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-57c91741-25c9-4ffc-8a0e-71008fc24304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:25.851611 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-57c91741-25c9-4ffc-8a0e-71008fc24304 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=641aaef3-e0a7-4436-9ab7-c0fc1293dcff HTTP/1.1" status: 200 len: 853 time: 0.0468841 Jun 22 12:57:25.911755 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-014ddb53-f86a-4952-ad12-d550b329b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:25.913224 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-014ddb53-f86a-4952-ad12-d550b329b540 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29862145-5b5c-4952-a71b-1ea88b2ee2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533707 Jun 22 12:57:26.001857 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-240c6b7b-640c-4998-91b4-27e82e8773ac service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808449 Jun 22 12:57:26.094653 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0093b922-8aa9-4c5e-9f37-eaf762b00da3 req-8f5808c7-42a4-479c-835f-40d8cd727a47 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859797 Jun 22 12:57:26.186171 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16096fb4-0d55-4d40-98b1-91c276e13f3c req-2e461718-5986-488e-8a21-0863df34f31e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:26.187646 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-16096fb4-0d55-4d40-98b1-91c276e13f3c req-2e461718-5986-488e-8a21-0863df34f31e tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0683012 Jun 22 12:57:26.225521 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-16096fb4-0d55-4d40-98b1-91c276e13f3c req-4936a67b-b8ca-4790-8f49-bf9999867eef tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318999 Jun 22 12:57:26.397491 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3258c-f13d-4668-bca8-0e06ee2a0031 req-aee79484-d32c-4103-8ac3-f91a83d90cb8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:26.398983 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9ac3258c-f13d-4668-bca8-0e06ee2a0031 req-aee79484-d32c-4103-8ac3-f91a83d90cb8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0620391 Jun 22 12:57:26.441844 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9ac3258c-f13d-4668-bca8-0e06ee2a0031 req-a06dfc6c-fc13-484e-aeb6-344ebcb9c4ca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372255 Jun 22 12:57:26.467586 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39464) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:26.616588 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de9215-5b91-4ba0-831c-c9876224f623 tempest-TestVolumeBootPattern-702748900 tempest-TestVolumeBootPattern-702748900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:26.618065 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-a6de9215-5b91-4ba0-831c-c9876224f623 tempest-TestVolumeBootPattern-702748900 tempest-TestVolumeBootPattern-702748900-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 1093 time: 0.1495335 Jun 22 12:57:26.620924 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39468) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:26.625212 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'port_id': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:26.646710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:26.747345 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:26.855354 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Allocated IP 172.27.0.45 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/ec5c8f73-91ca-45fe-8140-6e2c83c2da7a) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:57:26.890706 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39293527-bf27-40e0-89eb-e4d8f7fdddec req-b6f8ef6a-38cb-4282-ac8e-74e4a9dd2022 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:26.892156 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-39293527-bf27-40e0-89eb-e4d8f7fdddec req-b6f8ef6a-38cb-4282-ac8e-74e4a9dd2022 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 943 time: 0.0624549 Jun 22 12:57:26.930631 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-39293527-bf27-40e0-89eb-e4d8f7fdddec req-2af42c0e-46c2-40a6-9272-8c6ea463b166 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322361 Jun 22 12:57:26.957554 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:26.997216 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:26.999313 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2dca95c4-2726-4070-94c4-99bd43423433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:27.041881 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:57:27.044743 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:57:27.050072 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:57:27.053304 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=ec5c8f73-91ca-45fe-8140-6e2c83c2da7a,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:27.071759 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:27.404817 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:27.485608 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:27.633839 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device c10f28b2-b2e1-412c-8b60-c46e252de7ee details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:57:27.636893 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:27.641831 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:27.644886 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-c5a9eb2c-e29e-4f0d-be57-dd7d0edb818a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:27.707829 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event updated for resources: {'Port': ['ID=ec5c8f73-91ca-45fe-8140-6e2c83c2da7a,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:27.711675 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:27.723984 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:27.730802 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port c10f28b2-b2e1-412c-8b60-c46e252de7ee, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:27.742831 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Returning: {'device': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'port_id': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'mac_address': 'fa:16:3e:78:13:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:57:27.779203 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:27.796047 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10f28b2-b2e1-412c-8b60-c46e252de7ee {{(pid=99526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:57:27.816566 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port c10f28b2-b2e1-412c-8b60-c46e252de7ee, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:27.820678 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:27.823402 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:27.823600 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.l3_db [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Floating IP 5a728912-62cb-41f8-85e1-739bd2750100 associated. External IP: 172.27.0.45, port: 5a82c4c4-1a0b-40eb-8770-2246ecd9097c. Jun 22 12:57:27.870299 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=c10f28b2-b2e1-412c-8b60-c46e252de7ee,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:27.873450 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:28.028492 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:57:28.127123 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['c10f28b2-b2e1-412c-8b60-c46e252de7ee'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:57:28.179088 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df661d51-2ca7-47fe-8661-9c84ae41e68f req-846d4c05-db9d-4ca2-be64-14ea56ae84cb tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:28.180530 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-df661d51-2ca7-47fe-8661-9c84ae41e68f req-846d4c05-db9d-4ca2-be64-14ea56ae84cb tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 944 time: 0.1113706 Jun 22 12:57:28.183376 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:57:28.198839 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:57:28.210887 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:28.216869 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:57:28.217438 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:57:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:28.260280 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-df661d51-2ca7-47fe-8661-9c84ae41e68f req-118f3a27-639b-44be-9ed2-ca1e56f0e286 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649946 Jun 22 12:57:28.274285 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2741d40a-1230-4970-aff0-22a409674823 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6423221 Jun 22 12:57:28.274285 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:57:28.274285 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9602b6c-6123-4f5f-9358-93b98ad5639e" -d '{"events": [{"name": "network-changed", "server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:57:28.309427 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6155097a-5b36-413b-a067-a892202bc70a x-openstack-request-id: req-6155097a-5b36-413b-a067-a892202bc70a {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:57:28.309826 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:57:28.310260 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6155097a-5b36-413b-a067-a892202bc70a {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:57:28.310781 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'status': 'completed', 'code': 200} Jun 22 12:57:28.368108 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:57:28.403824 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-ddd277b8-ad7c-4f8a-a92e-a75402da3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:28.405305 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-ddd277b8-ad7c-4f8a-a92e-a75402da3a5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 1098 time: 0.0532126 Jun 22 12:57:28.499807 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-9ded4fdd-c484-4478-b800-e72faa518bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:28.501624 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-9ded4fdd-c484-4478-b800-e72faa518bfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.0888023 Jun 22 12:57:28.569462 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-96769eb8-6b1e-40ee-83b0-cde77b8c0e03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c HTTP/1.1" status: 200 len: 998 time: 0.0611730 Jun 22 12:57:28.604316 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '5a728912-62cb-41f8-85e1-739bd2750100', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:8e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:57:27Z', 'updated_at': '2021-06-22T12:57:27Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}, {'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:55:00Z', 'revision_number': 1, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:28.620919 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-ceb2c079-d8e7-4d7c-804c-4df4eb887ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:28.622405 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-ceb2c079-d8e7-4d7c-804c-4df4eb887ffa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0452662 Jun 22 12:57:28.629489 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:57:28.637698 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:57:28.638353 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:57:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:28.680121 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-4eb93f0d-1aee-4dc1-9661-4f3bd08f1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:28.681597 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-4eb93f0d-1aee-4dc1-9661-4f3bd08f1070 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522306 Jun 22 12:57:28.745360 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:57:28.773981 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-231c5743-1ed1-46e9-9432-de8fd7dc8c1e service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847969 Jun 22 12:57:28.871906 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a9602b6c-6123-4f5f-9358-93b98ad5639e req-d6a9b72d-7f08-4d1f-9f7d-c52e8d16a35f service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915241 Jun 22 12:57:28.977099 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '5a728912-62cb-41f8-85e1-739bd2750100', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:8e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:57:27Z', 'updated_at': '2021-06-22T12:57:27Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}, {'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:55:00Z', 'revision_number': 1, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:29.003195 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b4d6a-0f1d-4655-b5fa-9b471742e886 None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '5a728912-62cb-41f8-85e1-739bd2750100', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:8e:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:57:27Z', 'updated_at': '2021-06-22T12:57:27Z', 'revision_number': 0, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}, {'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:55:00Z', 'revision_number': 1, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:57:29.185269 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dff697-2164-4ba7-b479-262ff6f657f7 None None] New status for floating IP 5a728912-62cb-41f8-85e1-739bd2750100: ACTIVE {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:57:29.453514 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9c75-d545-49fd-88ee-ff47be54738e req-45b0db2b-357d-474a-823d-3fb0d46cb71e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:29.455050 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bb5b9c75-d545-49fd-88ee-ff47be54738e req-45b0db2b-357d-474a-823d-3fb0d46cb71e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 944 time: 0.0634205 Jun 22 12:57:29.496516 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-bb5b9c75-d545-49fd-88ee-ff47be54738e req-9a03f1b1-b83e-4c0c-abdf-30017941ec6a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356333 Jun 22 12:57:29.636727 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device c10f28b2-b2e1-412c-8b60-c46e252de7ee up at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:57:29.683914 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning for port c10f28b2-b2e1-412c-8b60-c46e252de7ee completed by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:57:29.687563 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Provisioning complete for port c10f28b2-b2e1-412c-8b60-c46e252de7ee triggered by entity L2. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:29.687943 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:29.764212 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:29.785594 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee'}] {{(pid=99526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:57:29.787845 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b38879250f8563b610ed1fff3bd15d965ac0d9d87bb766cffe9bad6406f198f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986b7a22-1be0-4cb0-acd9-9f3fceaece8b" -d '{"events": [{"server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "name": "network-vif-plugged", "status": "completed", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee"}]}' {{(pid=99526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:57:29.801407 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] For port c10f28b2-b2e1-412c-8b60-c46e252de7ee, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:29.804803 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:29.807755 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-e10f3d2e-b6e4-4eeb-866d-a15bd5035cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:29.853541 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Pushing event updated for resources: {'Port': ['ID=c10f28b2-b2e1-412c-8b60-c46e252de7ee,revision_number=5']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:29.860101 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:29.888189 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbce6c3a-263b-4cf2-96d0-4d84ba4b3607 x-openstack-request-id: req-cbce6c3a-263b-4cf2-96d0-4d84ba4b3607 {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:57:29.888415 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "name": "network-vif-plugged", "status": "completed", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee", "code": 200}]} {{(pid=99526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:57:29.888670 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbce6c3a-263b-4cf2-96d0-4d84ba4b3607 {{(pid=99526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:57:29.889064 dv-cinder-796680-1-iscsi neutron-server[99526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'code': 200} Jun 22 12:57:30.147923 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b0b3-fd6b-4ecb-a8fb-b72605841689 req-8a18e827-a9cf-4f65-9505-c868abc5d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:30.149381 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-28d2b0b3-fd6b-4ecb-a8fb-b72605841689 req-8a18e827-a9cf-4f65-9505-c868abc5d825 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1098 time: 0.0549581 Jun 22 12:57:30.183775 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-28d2b0b3-fd6b-4ecb-a8fb-b72605841689 req-89851eb2-d24d-4247-a0d8-ece3f57dfb1c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277689 Jun 22 12:57:30.664346 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a1ce7-ae24-4f07-b4da-108d0d452a0f req-ac223985-5606-489a-8897-0ca2e6651ee7 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:30.665783 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9d4a1ce7-ae24-4f07-b4da-108d0d452a0f req-ac223985-5606-489a-8897-0ca2e6651ee7 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0614271 Jun 22 12:57:30.703276 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9d4a1ce7-ae24-4f07-b4da-108d0d452a0f req-290d3dc2-3421-4230-906d-7d4538773b27 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Jun 22 12:57:31.874165 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bc40e-7050-4ba2-a93d-abbb2b8ecd13 req-173132bb-e74d-4b35-aee4-690e153414b6 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:31.875553 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0f8bc40e-7050-4ba2-a93d-abbb2b8ecd13 req-173132bb-e74d-4b35-aee4-690e153414b6 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0621905 Jun 22 12:57:31.913331 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-0f8bc40e-7050-4ba2-a93d-abbb2b8ecd13 req-5a698f61-6bb2-42d8-b1e1-59a0db559426 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Jun 22 12:57:32.089174 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f56c00-891b-4305-8794-26a5948de00a req-e37ba012-cb0d-43b7-9ec6-c33fe001695c tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:32.090622 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d9f56c00-891b-4305-8794-26a5948de00a req-e37ba012-cb0d-43b7-9ec6-c33fe001695c tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0661399 Jun 22 12:57:32.128368 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d9f56c00-891b-4305-8794-26a5948de00a req-1a09ff93-639e-4a43-a20d-b6a98831a7b2 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Jun 22 12:57:32.510410 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccbccf-bfb7-4ee8-b771-c7145a29bf7c req-622f12ce-08ad-4fc3-9820-0fdb0209a071 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:32.511912 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d7ccbccf-bfb7-4ee8-b771-c7145a29bf7c req-622f12ce-08ad-4fc3-9820-0fdb0209a071 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0643623 Jun 22 12:57:32.555695 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d7ccbccf-bfb7-4ee8-b771-c7145a29bf7c req-210549df-5a41-4df1-a11d-6c68d49f844a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Jun 22 12:57:33.827352 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-088b5e1a-b979-4f49-b9f7-2574e72e25c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:37.084423 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-7296ab8a-d01c-4147-9f22-a45a336cd693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:37.757254 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:57:38.586129 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:39.873471 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:40.603768 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:41.398502 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:42.104576 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19ac07-a1ea-4f4f-bf5f-8c270d8782c7 req-ab87873c-a045-4d03-9ad2-50ad907c8bd0 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:42.105936 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5b19ac07-a1ea-4f4f-bf5f-8c270d8782c7 req-ab87873c-a045-4d03-9ad2-50ad907c8bd0 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0632319 Jun 22 12:57:42.143149 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-5b19ac07-a1ea-4f4f-bf5f-8c270d8782c7 req-66f1db57-fe00-4886-be51-8ea23de75dbd tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Jun 22 12:57:42.166577 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39542) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:42.262082 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c976f219-6ff3-4751-9f00-f520c6ce827c tempest-TestMinimumBasicScenario-614528737 tempest-TestMinimumBasicScenario-614528737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:42.263659 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-c976f219-6ff3-4751-9f00-f520c6ce827c tempest-TestMinimumBasicScenario-614528737 tempest-TestMinimumBasicScenario-614528737-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1093 time: 0.0960953 Jun 22 12:57:42.266542 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39546) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:42.271601 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'floatingip': {'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'port_id': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:42.293721 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for floatingip, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:42.385185 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3927401'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:42.490447 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Allocated IP 172.27.0.11 (49aa5921-9e53-40f5-b07d-ed38ee83ba84/e4149dc3-5332-40ea-88ce-28398c24d27c/e1672aea-4087-442c-8167-fc04c940d9ac) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:57:42.596584 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:42.637103 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3924906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771142234983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6356366'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:42.639064 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-51ab5acc-76fb-44b8-831d-66282a837331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:42.680080 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Network 49aa5921-9e53-40f5-b07d-ed38ee83ba84 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:57:42.684409 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Resources bound (agent type, host, resource id): {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:57:42.688610 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:57:42.691559 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'Port': ['ID=e1672aea-4087-442c-8167-fc04c940d9ac,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:42.710457 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:43.312772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:43.386132 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:43.530161 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:43.534389 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:43.537892 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d1aaa1f2-0bdc-4b8b-abbc-130b9943bc73 tempest-AttachVolumeShelveTestJSON-1458505737 tempest-AttachVolumeShelveTestJSON-1458505737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:43.603074 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'Port': ['ID=e1672aea-4087-442c-8167-fc04c940d9ac,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:43.606897 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:43.616712 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645803'] for floatingip, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:43.713405 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.l3_db [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Floating IP 8cb08517-c241-4d74-8d33-7448600cadda associated. External IP: 172.27.0.11, port: c10f28b2-b2e1-412c-8b60-c46e252de7ee. Jun 22 12:57:43.912140 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Router 17cca7d3-c088-46af-b85a-2a2f7aa6590c has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:57:44.022563 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:57:44.031762 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] Sync routers for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:57:44.038630 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.042050 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:57:44.042728 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:57:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:44.075653 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8080759 Jun 22 12:57:44.076303 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:57:44.078568 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39548) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:44.079086 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941b09d-77a0-4208-b309-b4166de517d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:57:44.084369 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-df3c48ec-eee7-4e2e-be09-4fddead32a90 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334174739', 'description': 'tempest-secgroup-smoke-1334174739 description', 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:44.112838 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-df3c48ec-eee7-4e2e-be09-4fddead32a90 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.116735 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5838ef-c565-4a12-94ba-bec7ca005625 x-openstack-request-id: req-4e5838ef-c565-4a12-94ba-bec7ca005625 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:57:44.117064 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:57:44.117353 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e5838ef-c565-4a12-94ba-bec7ca005625 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:57:44.117781 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'status': 'completed', 'code': 200} Jun 22 12:57:44.156678 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:57:44.206545 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-df3c48ec-eee7-4e2e-be09-4fddead32a90 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.211640 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-df3c48ec-eee7-4e2e-be09-4fddead32a90 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.214718 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-24119c9e-6c36-43f7-a686-3803a2abba9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:44.244822 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-df3c48ec-eee7-4e2e-be09-4fddead32a90 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.250173 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-df3c48ec-eee7-4e2e-be09-4fddead32a90 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1705296 Jun 22 12:57:44.250781 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39552) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:44.251884 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b09d-77a0-4208-b309-b4166de517d5 req-3fad0978-8efc-4a37-a1d5-2ea854e2458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:44.253613 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d941b09d-77a0-4208-b309-b4166de517d5 req-3fad0978-8efc-4a37-a1d5-2ea854e2458f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1098 time: 0.0667548 Jun 22 12:57:44.259125 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-90e1e4b3-bb8c-40d4-a61c-03987cfc7f36 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'security_group_rule': {'security_group_id': '48dbb71b-aa16-447f-a6aa-64623b5838df', 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:44.264527 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c48ec-eee7-4e2e-be09-4fddead32a90 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dbb71b-aa16-447f-a6aa-64623b5838df,revision_number=1']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:44.267497 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-df3c48ec-eee7-4e2e-be09-4fddead32a90 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:44.294239 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-90e1e4b3-bb8c-40d4-a61c-03987cfc7f36 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.355348 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-90e1e4b3-bb8c-40d4-a61c-03987cfc7f36 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.362898 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b09d-77a0-4208-b309-b4166de517d5 req-f7b98a05-51bc-49ca-ac0e-3f6691f28ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:44.364068 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-90e1e4b3-bb8c-40d4-a61c-03987cfc7f36 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.365176 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d941b09d-77a0-4208-b309-b4166de517d5 req-f7b98a05-51bc-49ca-ac0e-3f6691f28ae8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 200 len: 915 time: 0.0893433 Jun 22 12:57:44.366618 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-3d040331-9346-4f5f-a352-1779f5bf2827 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:44.387015 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1e4b3-bb8c-40d4-a61c-03987cfc7f36 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea597c1-31ef-46f6-b292-1f260eeb590f,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:44.389917 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-90e1e4b3-bb8c-40d4-a61c-03987cfc7f36 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:44.391649 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-90e1e4b3-bb8c-40d4-a61c-03987cfc7f36 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.396050 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-90e1e4b3-bb8c-40d4-a61c-03987cfc7f36 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388223 Jun 22 12:57:44.396050 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39554) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:44.400633 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'security_group_rule': {'security_group_id': '48dbb71b-aa16-447f-a6aa-64623b5838df', 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:44.437710 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.446818 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d941b09d-77a0-4208-b309-b4166de517d5 req-229e7f87-4a40-4806-add2-3894c1fa1a76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 998 time: 0.0726845 Jun 22 12:57:44.509320 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.510710 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b09d-77a0-4208-b309-b4166de517d5 req-71b6e0be-6bd5-43b3-b45a-44d32689022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:44.512438 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d941b09d-77a0-4208-b309-b4166de517d5 req-71b6e0be-6bd5-43b3-b45a-44d32689022e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=641aaef3-e0a7-4436-9ab7-c0fc1293dcff HTTP/1.1" status: 200 len: 853 time: 0.0570426 Jun 22 12:57:44.513720 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.515940 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d4424a40-1837-44b8-92ca-982851cd542e tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:44.535145 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8a9805-cec7-4f32-89fc-463d17caaafe,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:44.538332 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:44.547482 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.548937 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520035 Jun 22 12:57:44.552198 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39556) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:44.556780 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-9aff4520-dc6c-4d1b-9d17-0561388b66ca tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'security_group_rule': {'security_group_id': '48dbb71b-aa16-447f-a6aa-64623b5838df', 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:44.571231 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '8cb08517-c241-4d74-8d33-7448600cadda', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'port_id': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'mac_address': 'fa:16:3e:78:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:57:42Z', 'updated_at': '2021-06-22T12:57:42Z', 'revision_number': 0, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 5, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:44.580109 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b09d-77a0-4208-b309-b4166de517d5 req-8f395d47-98c5-47fe-be47-b26248cbdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:44.581619 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d941b09d-77a0-4208-b309-b4166de517d5 req-8f395d47-98c5-47fe-be47-b26248cbdb30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29862145-5b5c-4952-a71b-1ea88b2ee2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625231 Jun 22 12:57:44.587870 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aff4520-dc6c-4d1b-9d17-0561388b66ca tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.600923 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] Checking router: 17cca7d3-c088-46af-b85a-2a2f7aa6590c for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:57:44.609314 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:57:44.609941 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:57:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:44.661504 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aff4520-dc6c-4d1b-9d17-0561388b66ca tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.667808 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aff4520-dc6c-4d1b-9d17-0561388b66ca tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.679670 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:44.684574 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d941b09d-77a0-4208-b309-b4166de517d5 req-982ce57d-d243-4ce8-bfa1-599e35a50624 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955758 Jun 22 12:57:44.689986 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-9aff4520-dc6c-4d1b-9d17-0561388b66ca tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.694502 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-9aff4520-dc6c-4d1b-9d17-0561388b66ca tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379383 Jun 22 12:57:44.694502 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4520-dc6c-4d1b-9d17-0561388b66ca tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a008ca-d8d4-4b4d-8bb5-12925f293598,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:44.695574 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9aff4520-dc6c-4d1b-9d17-0561388b66ca tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:44.695832 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39558) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:44.700264 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-afd3978e-a486-4039-a738-53716310d065 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'security_group_rule': {'security_group_id': '48dbb71b-aa16-447f-a6aa-64623b5838df', 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:44.727741 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:57:44.729270 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-afd3978e-a486-4039-a738-53716310d065 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.783195 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-afd3978e-a486-4039-a738-53716310d065 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.784391 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-d941b09d-77a0-4208-b309-b4166de517d5 req-65da907b-4749-4c67-bbb0-353b4a9fd284 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931258 Jun 22 12:57:44.787909 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-afd3978e-a486-4039-a738-53716310d065 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.792671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:44.809709 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3978e-a486-4039-a738-53716310d065 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c507ac47-e7cb-4d4f-8654-7c3b35df7761,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:44.812614 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-afd3978e-a486-4039-a738-53716310d065 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:44.818792 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-afd3978e-a486-4039-a738-53716310d065 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.820366 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-afd3978e-a486-4039-a738-53716310d065 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235454 Jun 22 12:57:44.823185 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39560) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:44.827782 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'security_group_rule': {'security_group_id': '48dbb71b-aa16-447f-a6aa-64623b5838df', 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:44.848745 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.securitygroups_db [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Project ff0390cee11f406c9c8844d9d03eb90d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:57:44.853821 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.914954 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.918007 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.920080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-9a0db268-6709-421e-b711-75a57dc58ba3 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:44.937093 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7ace85-74e1-416d-8d66-90696727ef09,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:44.940267 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:44.944650 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.946040 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-cec7d3a7-80a1-4257-9d57-f19ab06b9054 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218634 Jun 22 12:57:44.948542 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39562) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:57:44.952996 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'security_group_rule': {'security_group_id': '48dbb71b-aa16-447f-a6aa-64623b5838df', 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:44.964273 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '8cb08517-c241-4d74-8d33-7448600cadda', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'port_id': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'mac_address': 'fa:16:3e:78:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:57:42Z', 'updated_at': '2021-06-22T12:57:42Z', 'revision_number': 0, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 5, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:57:44.975940 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.securitygroups_db [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Project ff0390cee11f406c9c8844d9d03eb90d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:57:44.980781 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:44.990917 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778946e-f68f-4600-8dfe-841e2db8f3de None None] The sync data for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi is: [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '8cb08517-c241-4d74-8d33-7448600cadda', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'port_id': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'mac_address': 'fa:16:3e:78:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:57:42Z', 'updated_at': '2021-06-22T12:57:42Z', 'revision_number': 0, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 5, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:57:45.049837 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:45.054204 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505302'] for security_group_rule, after_create {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:45.056206 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:45.072366 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807feaf4-1574-4e8e-8d90-dfcc4e88276d,revision_number=0']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:45.074903 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:45.078957 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:45.080107 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-aadba8f2-8706-40d4-b87f-6051e9fab496 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306670 Jun 22 12:57:45.187020 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb0091-2aed-47c6-a909-0e7059b67c92 None None] New status for floating IP 8cb08517-c241-4d74-8d33-7448600cadda: ACTIVE {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:57:45.202835 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-8f1bafbb-de76-4faa-88f4-575fb4b903b9 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334174739&fields=id&tenant_id=ff0390cee11f406c9c8844d9d03eb90d HTTP/1.1" status: 200 len: 267 time: 0.0360804 Jun 22 12:57:45.274321 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-0ddf00df-21a6-4e47-8004-974c839f6261 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:45.275784 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-0ddf00df-21a6-4e47-8004-974c839f6261 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0657182 Jun 22 12:57:45.286895 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.v2.base [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'port': {'security_groups': ['e8f783d4-6b58-4f50-8440-e355e1aebd19', '48dbb71b-aa16-447f-a6aa-64623b5838df']}} {{(pid=99524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:57:45.376572 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:45.567796 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] For port c10f28b2-b2e1-412c-8b60-c46e252de7ee, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:57:45.602156 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:45.606918 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6356412'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:45.611001 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f3186957-aaf7-427c-ac6c-963916e67b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:57:45.642664 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['c10f28b2-b2e1-412c-8b60-c46e252de7ee'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:57:45.653976 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:45.654650 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:45.656095 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-0e6bdcd2-fd93-42ac-a0f8-cf88099ec9a2 req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "PUT /v2.0/ports/c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 981 time: 0.3738742 Jun 22 12:57:45.686830 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'Port': ['ID=c10f28b2-b2e1-412c-8b60-c46e252de7ee,revision_number=6']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:57:45.690703 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4114c9a2-6cbc-4195-9bb9-f52393027c64 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:57:45.798719 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['c10f28b2-b2e1-412c-8b60-c46e252de7ee'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:57:45.881886 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d8c74-22e0-4090-8c9d-329459b95782 req-6afe0c19-d926-410f-abf3-69463c9469c0 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:45.883576 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e95d8c74-22e0-4090-8c9d-329459b95782 req-6afe0c19-d926-410f-abf3-69463c9469c0 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0858989 Jun 22 12:57:45.928503 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e95d8c74-22e0-4090-8c9d-329459b95782 req-149dd334-a398-4d8e-afb1-399f049c2c8a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373955 Jun 22 12:57:45.936889 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-645dc688-a2f4-462b-a094-34db287c0d14 None None] Provisioning complete for port c10f28b2-b2e1-412c-8b60-c46e252de7ee triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:57:45.937277 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-645dc688-a2f4-462b-a094-34db287c0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:46.119291 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:57:46.121694 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9337d7ab-fe2c-408a-897d-736dd64e338c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:57:46.167428 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6a22a7-02f8-4016-8308-342f5b11c2bb x-openstack-request-id: req-cd6a22a7-02f8-4016-8308-342f5b11c2bb {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:57:46.167746 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:57:46.168020 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd6a22a7-02f8-4016-8308-342f5b11c2bb {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:57:46.169093 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'status': 'completed', 'code': 200} Jun 22 12:57:46.286378 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-80f75c1c-385d-48d6-89ed-fbce8d4654e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:46.287866 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-80f75c1c-385d-48d6-89ed-fbce8d4654e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1137 time: 0.0672944 Jun 22 12:57:46.380738 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-1ba3c348-a350-4c0f-933f-c55b62b9b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:46.382087 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-1ba3c348-a350-4c0f-933f-c55b62b9b010 service neutron] 10.222.0.46 "GET /v2.0/networks?id=29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 200 len: 915 time: 0.0873730 Jun 22 12:57:46.468350 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-64dfda1f-c889-4bb6-836e-34767e298bde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 1000 time: 0.0785062 Jun 22 12:57:46.531641 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-07ccef94-f091-439d-9a5c-99fa701c838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:46.533061 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-07ccef94-f091-439d-9a5c-99fa701c838b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=641aaef3-e0a7-4436-9ab7-c0fc1293dcff HTTP/1.1" status: 200 len: 853 time: 0.0577495 Jun 22 12:57:46.594262 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-074b463e-2152-42a9-b608-e078e9e084d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:46.595706 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-074b463e-2152-42a9-b608-e078e9e084d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29862145-5b5c-4952-a71b-1ea88b2ee2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517952 Jun 22 12:57:46.693676 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-c34811e4-19f4-42fe-a98e-2496eed52a08 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906837 Jun 22 12:57:46.782790 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-9337d7ab-fe2c-408a-897d-736dd64e338c req-ed6d57f2-2f6c-44a5-8243-27ad7080f8b0 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813074 Jun 22 12:57:50.276177 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-1d415237-8053-4000-8e32-abff8b534d56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563035 Jun 22 12:57:50.396897 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-c40278dc-2638-4173-89c0-283063e86ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:50.398427 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-c40278dc-2638-4173-89c0-283063e86ec8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 1098 time: 0.0576365 Jun 22 12:57:50.504788 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-a2c729f4-869f-4744-8c40-db2006885b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:50.506279 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-a2c729f4-869f-4744-8c40-db2006885b9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.0840051 Jun 22 12:57:50.574453 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-5d884645-805a-483e-b1fc-e784c0910c12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7 HTTP/1.1" status: 200 len: 1001 time: 0.0608776 Jun 22 12:57:50.622129 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-d3a0f70c-a7da-4736-ad61-f3f5be805449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:50.623908 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-d3a0f70c-a7da-4736-ad61-f3f5be805449 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0430136 Jun 22 12:57:50.680335 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-5eb699be-9df7-47bb-ba4a-4d296a8312b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:57:50.681799 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-5eb699be-9df7-47bb-ba4a-4d296a8312b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513287 Jun 22 12:57:50.774236 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-8400a7c2-9978-44d7-b2a9-8c5935f446b5 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848639 Jun 22 12:57:50.862312 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-8ac91eb5-cd70-4d13-8046-0d54b2372a67 req-c68978bf-d2e0-4e4c-aa6c-9ce187d376eb service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799615 Jun 22 12:58:03.828545 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0ba3cb28-e37e-4a30-98f7-ab9f8ab979bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:07.084927 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3823636-8ea7-40f7-bd82-77390091f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:08.589874 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:08.920945 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-0f4940eb-9e68-4dee-b2c3-32acf3c394bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:08.922470 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-0f4940eb-9e68-4dee-b2c3-32acf3c394bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1137 time: 0.1015737 Jun 22 12:58:08.930894 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3174cb-4d42-4154-b388-4571c2adad46 req-2ceb7f7b-44b3-47d4-a6b0-66f7258045fc tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:08.932231 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4e3174cb-4d42-4154-b388-4571c2adad46 req-2ceb7f7b-44b3-47d4-a6b0-66f7258045fc tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.1033344 Jun 22 12:58:09.016963 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4e3174cb-4d42-4154-b388-4571c2adad46 req-fa3791d2-c0ba-491a-a23a-022281e1c43b tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767550 Jun 22 12:58:09.041795 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-cf7862d7-e273-477f-90d5-b8c0628b935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:09.043296 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-cf7862d7-e273-477f-90d5-b8c0628b935d service neutron] 10.222.0.46 "GET /v2.0/networks?id=29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 200 len: 915 time: 0.1102183 Jun 22 12:58:09.111860 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-04f654af-504d-4665-a7ac-4a51f7651a84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 1000 time: 0.0616255 Jun 22 12:58:09.159237 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-e3e04b58-7b0e-48a0-8287-9cbb182bd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:09.161374 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-e3e04b58-7b0e-48a0-8287-9cbb182bd5ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=641aaef3-e0a7-4436-9ab7-c0fc1293dcff HTTP/1.1" status: 200 len: 853 time: 0.0426669 Jun 22 12:58:09.219009 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-9b08bc4e-7288-4b05-bbd1-7a725a6e7751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:09.220453 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-9b08bc4e-7288-4b05-bbd1-7a725a6e7751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29862145-5b5c-4952-a71b-1ea88b2ee2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518045 Jun 22 12:58:09.312289 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-b2256ae6-bcaf-4fce-8cc7-bf3cedf82918 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845037 Jun 22 12:58:09.399431 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-ea19374d-4bd9-4fe4-9c82-f75f541b6ffd req-f24f5121-bf8c-4006-ac46-cfe7f81a5381 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806668 Jun 22 12:58:09.876364 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:10.192582 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a8c00-3b0f-4d6d-9642-1ac6d7c47e77 req-ff85d5d6-c771-4ad4-bdf2-39484ae834c9 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:10.194225 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ae6a8c00-3b0f-4d6d-9642-1ac6d7c47e77 req-ff85d5d6-c771-4ad4-bdf2-39484ae834c9 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0650485 Jun 22 12:58:10.234538 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-ae6a8c00-3b0f-4d6d-9642-1ac6d7c47e77 req-4111afc5-0fc7-431f-8a05-4a4481ac0fd4 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345399 Jun 22 12:58:10.605340 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:11.408384 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:11.416166 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843293e-98e0-479c-a6ce-169d5db5b6d3 req-9cbe1d1a-60f9-4bd2-9e5a-a0b5e3fc8831 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:11.417660 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4843293e-98e0-479c-a6ce-169d5db5b6d3 req-9cbe1d1a-60f9-4bd2-9e5a-a0b5e3fc8831 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0716093 Jun 22 12:58:11.458064 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-4843293e-98e0-479c-a6ce-169d5db5b6d3 req-835eac19-6b10-4265-bd29-46c37e1b451c tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338726 Jun 22 12:58:12.639880 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56262a92-b5a9-41d1-8908-84a6e2948cb8 req-078d27c2-ff38-4f3e-81a7-3fcf8138d321 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:12.641331 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-56262a92-b5a9-41d1-8908-84a6e2948cb8 req-078d27c2-ff38-4f3e-81a7-3fcf8138d321 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0713537 Jun 22 12:58:12.681741 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-56262a92-b5a9-41d1-8908-84a6e2948cb8 req-a2c4597c-e80e-41a2-a804-307ae40ecf30 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329227 Jun 22 12:58:13.853281 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3301002-7c0d-4a2f-962f-9ce3aebd5c98 req-9a4ea01c-6a36-49d2-ba58-d962b5f205bc tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:13.854669 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a3301002-7c0d-4a2f-962f-9ce3aebd5c98 req-9a4ea01c-6a36-49d2-ba58-d962b5f205bc tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0630820 Jun 22 12:58:13.894285 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a3301002-7c0d-4a2f-962f-9ce3aebd5c98 req-4ec6a36c-db43-4cd4-a1a6-7225a57aceee tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336487 Jun 22 12:58:14.756928 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:58:15.073185 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6a0c1-2ed4-401b-bac8-bd672fc3fc8e req-a382daf3-9c4f-4043-a84c-1abdc324962b tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:15.074651 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8fa6a0c1-2ed4-401b-bac8-bd672fc3fc8e req-a382daf3-9c4f-4043-a84c-1abdc324962b tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0652518 Jun 22 12:58:15.114732 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-8fa6a0c1-2ed4-401b-bac8-bd672fc3fc8e req-0239ae1b-e471-4b60-b97d-e6ee97538b53 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335667 Jun 22 12:58:16.293562 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ed8c-c5fd-4c71-9a06-cf7b237f9033 req-c039aadb-bc75-4176-ae39-e50b3f9be8f1 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:16.295062 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b984ed8c-c5fd-4c71-9a06-cf7b237f9033 req-c039aadb-bc75-4176-ae39-e50b3f9be8f1 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0684166 Jun 22 12:58:16.335208 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-b984ed8c-c5fd-4c71-9a06-cf7b237f9033 req-dcfe3c72-ba13-491c-9e16-39c9190635ea tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340729 Jun 22 12:58:17.509695 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e39216-0c11-4bbf-b9f5-22370151a88e req-ddca87e8-3e49-4bbc-a548-fc2e31896c22 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:17.511200 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e3e39216-0c11-4bbf-b9f5-22370151a88e req-ddca87e8-3e49-4bbc-a548-fc2e31896c22 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0673249 Jun 22 12:58:17.551446 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e3e39216-0c11-4bbf-b9f5-22370151a88e req-37bea65b-6958-4ced-b550-aca41058ba97 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344422 Jun 22 12:58:18.721090 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efd25b-507f-4315-80e8-7da606a9c9cb req-97de1bc2-1811-4d0c-8f5d-ec1f96097aa5 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:18.722536 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c6efd25b-507f-4315-80e8-7da606a9c9cb req-97de1bc2-1811-4d0c-8f5d-ec1f96097aa5 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0623956 Jun 22 12:58:18.762699 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c6efd25b-507f-4315-80e8-7da606a9c9cb req-a3d657ff-3780-4c1a-bb58-65a9c5f3cbbb tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341725 Jun 22 12:58:19.934680 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0a589-8ed3-4596-9831-4ce3f8204a82 req-5832d6de-3daf-4d7a-924c-8ee7be92c60f tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:19.936151 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-faa0a589-8ed3-4596-9831-4ce3f8204a82 req-5832d6de-3daf-4d7a-924c-8ee7be92c60f tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0643327 Jun 22 12:58:19.976684 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-faa0a589-8ed3-4596-9831-4ce3f8204a82 req-3858949b-eee3-4b29-8ebd-b00c0eccbc03 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347123 Jun 22 12:58:21.150692 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e313a8f-6009-4153-b608-2eda4a84c61f req-7fa848c9-4ba9-417b-9cf8-2a563bbb3775 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:21.152158 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1e313a8f-6009-4153-b608-2eda4a84c61f req-7fa848c9-4ba9-417b-9cf8-2a563bbb3775 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0653179 Jun 22 12:58:21.191987 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1e313a8f-6009-4153-b608-2eda4a84c61f req-c9f13a89-39f3-4c7b-b03d-9d12df10f48e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338404 Jun 22 12:58:22.364442 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2d7ce-bd93-477b-98d6-a6f6e2d5d259 req-d7fbb0c6-42bb-46e5-9e3e-a881c439b82d tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:22.365892 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e5a2d7ce-bd93-477b-98d6-a6f6e2d5d259 req-d7fbb0c6-42bb-46e5-9e3e-a881c439b82d tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0628464 Jun 22 12:58:22.405805 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-e5a2d7ce-bd93-477b-98d6-a6f6e2d5d259 req-1d0dd4c0-40b4-4bcd-8d6e-281d0f30ba52 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340264 Jun 22 12:58:23.589777 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79126666-fd1c-43ea-b4d2-5134d8c974dc req-e30b6d60-ee85-4116-bf3d-df55666010c2 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:23.591250 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-79126666-fd1c-43ea-b4d2-5134d8c974dc req-e30b6d60-ee85-4116-bf3d-df55666010c2 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0666654 Jun 22 12:58:23.630552 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-79126666-fd1c-43ea-b4d2-5134d8c974dc req-6d3f847f-ef94-4f8f-8e6f-22ae5a4413fc tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335259 Jun 22 12:58:24.805786 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b44039-ebd9-4236-8571-93661443583f req-b49f9af6-703c-4f49-82e2-b2099563fd76 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:24.807148 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-47b44039-ebd9-4236-8571-93661443583f req-b49f9af6-703c-4f49-82e2-b2099563fd76 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0652318 Jun 22 12:58:24.845517 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-47b44039-ebd9-4236-8571-93661443583f req-60088af4-5b0c-4066-9370-b10aa90eda00 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324824 Jun 22 12:58:26.017805 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a57db-6864-4d18-b4f4-e93958dc2e4b req-7be58592-7f10-4f28-b02d-ce6c3c43ce95 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:26.019273 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-612a57db-6864-4d18-b4f4-e93958dc2e4b req-7be58592-7f10-4f28-b02d-ce6c3c43ce95 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.0621297 Jun 22 12:58:26.060465 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-612a57db-6864-4d18-b4f4-e93958dc2e4b req-c91bc7ae-d4f0-4f9a-855a-c740c37cac79 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dbb71b-aa16-447f-a6aa-64623b5838df&id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344946 Jun 22 12:58:33.829567 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f62c2704-b6c5-4d1d-820a-33a9812d9290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:37.085471 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0e17a3ed-4011-422a-9a5d-60c194ac08f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:38.592388 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:39.879441 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:40.608301 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:41.424459 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:51.756134 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:58:52.966268 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-f1ce47f1-615f-4f15-881c-e69da13a219f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550520 Jun 22 12:58:53.051589 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-b2501227-2fea-4c4b-8163-fca80f83525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:53.053663 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-b2501227-2fea-4c4b-8163-fca80f83525b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 1098 time: 0.0509324 Jun 22 12:58:53.153291 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-43633dd2-d86b-446d-8bc9-827528e659d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:53.154751 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-43633dd2-d86b-446d-8bc9-827528e659d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.0815320 Jun 22 12:58:53.222175 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-143120cd-b94f-4ce8-9c28-3bfe8a0ddac5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c HTTP/1.1" status: 200 len: 1000 time: 0.0581176 Jun 22 12:58:53.268344 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-3033411f-f57e-4b5b-95a2-81a3e174e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:53.269727 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-3033411f-f57e-4b5b-95a2-81a3e174e90c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0411115 Jun 22 12:58:53.329183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-315442b1-7839-4ae2-a2d5-b48f5c707ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:53.330665 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-315442b1-7839-4ae2-a2d5-b48f5c707ac5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540783 Jun 22 12:58:53.696112 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-b4181bd3-1f09-4e4b-8533-0411e421859f service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582649 Jun 22 12:58:53.794269 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-45891778-c1eb-4e82-aeab-7d2ce083fccd req-f7fd7984-59bc-452f-a711-f5abeee3175c service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906272 Jun 22 12:58:57.340606 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39626) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:58:57.515155 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Deleting port ec5c8f73-91ca-45fe-8140-6e2c83c2da7a {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:58:57.515497 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:57.591436 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:57.591670 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:57.653621 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Calling delete_port for ec5c8f73-91ca-45fe-8140-6e2c83c2da7a owned by network:floatingip {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:58:57.797304 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:57.799244 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-21aba20e-1bed-43b8-9387-b82eb81125bc tempest-TestShelveInstance-1543209782 tempest-TestShelveInstance-1543209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:58:57.824807 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event deleted for resources: {'Port': ['ID=ec5c8f73-91ca-45fe-8140-6e2c83c2da7a,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:58:57.852540 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.852838 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.853215 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.853587 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.853954 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.854352 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.854720 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.855085 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.855444 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.855801 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.856156 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.856512 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:57.860372 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:58:57.899673 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:57.900007 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Floating IP 5a728912-62cb-41f8-85e1-739bd2750100 disassociated (deleted). External IP: 172.27.0.45, port: 5a82c4c4-1a0b-40eb-8770-2246ecd9097c. Jun 22 12:58:58.121259 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:58:58.237886 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60da1ea7-056a-4b14-8533-e516558c3291 req-36e06c10-02b6-4ace-969e-f0dcb6149b4b tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334174739&fields=id&tenant_id=ff0390cee11f406c9c8844d9d03eb90d HTTP/1.1" status: 200 len: 267 time: 0.0727041 Jun 22 12:58:58.290019 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:58:58.294904 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:58.299204 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:58:58.308869 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:58:58.309500 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:58:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:58:58.345807 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "DELETE /v2.0/floatingips/5a728912-62cb-41f8-85e1-739bd2750100 HTTP/1.1" status: 204 len: 168 time: 1.0041335 Jun 22 12:58:58.347964 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:58:58.350940 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e377010-523d-4761-960a-001542567a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:58:58.366595 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1ea7-056a-4b14-8533-e516558c3291 req-21200700-fe80-42ef-913f-12ca6aae81cf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:58.367954 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60da1ea7-056a-4b14-8533-e516558c3291 req-21200700-fe80-42ef-913f-12ca6aae81cf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 984 time: 0.1232460 Jun 22 12:58:58.378815 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.v2.base [req-60da1ea7-056a-4b14-8533-e516558c3291 req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Request body: {'port': {'security_groups': ['e8f783d4-6b58-4f50-8440-e355e1aebd19']}} {{(pid=99525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:58:58.422730 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:58:58.676049 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:55:00Z', 'revision_number': 1, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:58:58.703098 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:58:58.713358 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:58:58.713999 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:58:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:58:58.765136 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c8d7a5-4989-4154-bec8-2cebc9e494be x-openstack-request-id: req-f5c8d7a5-4989-4154-bec8-2cebc9e494be {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:58:58.765483 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:58:58.765783 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5c8d7a5-4989-4154-bec8-2cebc9e494be {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:58:58.766266 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'status': 'completed', 'code': 200} Jun 22 12:58:58.779830 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-60da1ea7-056a-4b14-8533-e516558c3291 req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3927423'] for port, before_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:58.824814 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377010-523d-4761-960a-001542567a3e req-70798c74-feb9-4711-9a2d-4b939abc3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:58.826582 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e377010-523d-4761-960a-001542567a3e req-70798c74-feb9-4711-9a2d-4b939abc3e2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 1098 time: 0.1052957 Jun 22 12:58:58.841288 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:58:58.905141 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa05e5-f2de-424d-bf54-c0981a9fab27 req-15d6358e-9335-46a8-a8fe-67ced0168b40 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:58.906770 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-74fa05e5-f2de-424d-bf54-c0981a9fab27 req-15d6358e-9335-46a8-a8fe-67ced0168b40 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.1336825 Jun 22 12:58:58.968379 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-60da1ea7-056a-4b14-8533-e516558c3291 req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] For port c10f28b2-b2e1-412c-8b60-c46e252de7ee, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:58:58.972091 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-74fa05e5-f2de-424d-bf54-c0981a9fab27 req-e2d08b67-5d30-4f63-b29b-e46588aaf675 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502460 Jun 22 12:58:58.973542 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377010-523d-4761-960a-001542567a3e req-5bd6f9d4-f086-4de4-8a7e-857066781e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:58.975712 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e377010-523d-4761-960a-001542567a3e req-5bd6f9d4-f086-4de4-8a7e-857066781e68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.1400590 Jun 22 12:58:59.006392 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-60da1ea7-056a-4b14-8533-e516558c3291 req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for port, precommit_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.012374 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-60da1ea7-056a-4b14-8533-e516558c3291 req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771142759123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771142235001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771142235046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9435667'] for port, after_update {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.016740 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-65f9857b-090d-4516-99e5-be8272b6d09f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:58:59.023103 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e377010-523d-4761-960a-001542567a3e req-2802a828-caf6-4d36-9e64-bab35445a5fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c HTTP/1.1" status: 200 len: 217 time: 0.0399818 Jun 22 12:58:59.059144 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1ea7-056a-4b14-8533-e516558c3291 req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:59.059801 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-60da1ea7-056a-4b14-8533-e516558c3291 req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.061280 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-60da1ea7-056a-4b14-8533-e516558c3291 req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "PUT /v2.0/ports/c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 942 time: 0.6873133 Jun 22 12:58:59.068484 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39642) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:58:59.076700 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['c10f28b2-b2e1-412c-8b60-c46e252de7ee'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:58:59.090724 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event updated for resources: {'Port': ['ID=c10f28b2-b2e1-412c-8b60-c46e252de7ee,revision_number=7']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:58:59.095335 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d25e5d82-5e61-49e7-a816-76aeaa9da730 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:58:59.106985 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377010-523d-4761-960a-001542567a3e req-0f4e9ff9-366c-4720-b3b6-49e72b109bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:59.108639 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e377010-523d-4761-960a-001542567a3e req-0f4e9ff9-366c-4720-b3b6-49e72b109bfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0790327 Jun 22 12:58:59.167651 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:55:00Z', 'revision_number': 1, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:58:59.199424 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.201428 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b6f3a-8901-446c-893d-82e05948dcf9 None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_floatingips': [{'id': '6218b7c2-7009-4dca-b417-fcff4f8e62e0', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'router_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'port_id': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'mac_address': 'fa:16:3e:1c:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:54:58Z', 'updated_at': '2021-06-22T12:55:00Z', 'revision_number': 1, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:58:59.204007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377010-523d-4761-960a-001542567a3e req-b011b247-3719-4a73-ab10-f1218a008d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:58:59.205647 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e377010-523d-4761-960a-001542567a3e req-b011b247-3719-4a73-ab10-f1218a008d31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861912 Jun 22 12:58:59.213473 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['c10f28b2-b2e1-412c-8b60-c46e252de7ee'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:58:59.280448 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.347154 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e377010-523d-4761-960a-001542567a3e req-609c940a-e257-477a-b131-403697c9c468 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316724 Jun 22 12:58:59.393012 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-701b79db-a8b9-4102-af6b-8ac76273fd1c None None] Provisioning complete for port c10f28b2-b2e1-412c-8b60-c46e252de7ee triggered by entity DHCP. {{(pid=99526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:58:59.393606 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-701b79db-a8b9-4102-af6b-8ac76273fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3473023'] for port, provisioning_complete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.454071 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.456878 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.457997 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "DELETE /v2.0/security-groups/48dbb71b-aa16-447f-a6aa-64623b5838df HTTP/1.1" status: 204 len: 168 time: 0.3881795 Jun 22 12:58:59.461389 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39644) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:58:59.465159 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-f3499d7f-afa3-44f1-967a-e24d3faf8c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:58:59.479276 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-2e377010-523d-4761-960a-001542567a3e req-d2bdd16b-ab10-44e2-a3ed-0a577d2f794e service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238425 Jun 22 12:58:59.480119 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dbb71b-aa16-447f-a6aa-64623b5838df,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:58:59.488535 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.488752 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.489013 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.489454 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.489911 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.490605 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.490991 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.491363 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.491732 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.492096 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.492464 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.492823 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:58:59.497647 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5f73bf66-f61d-4351-893a-58e9656cdf2a tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:58:59.500063 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dc5a0-20ad-4561-8759-ed9a70c05ffe None None] New status for floating IP 5a728912-62cb-41f8-85e1-739bd2750100: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:58:59.667957 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Deleting port e1672aea-4087-442c-8167-fc04c940d9ac {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:58:59.668304 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.744722 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.744959 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.806565 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Calling delete_port for e1672aea-4087-442c-8167-fc04c940d9ac owned by network:floatingip {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:58:59.952518 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:59.954459 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-0dcf0adc-dc9d-4556-835d-11ad8fb2415b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:58:59.977573 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event deleted for resources: {'Port': ['ID=e1672aea-4087-442c-8167-fc04c940d9ac,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:58:59.980875 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:00.042549 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks [] for floatingip, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:00.042886 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.db.l3_db [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Floating IP 8cb08517-c241-4d74-8d33-7448600cadda disassociated (deleted). External IP: 172.27.0.11, port: c10f28b2-b2e1-412c-8b60-c46e252de7ee. Jun 22 12:59:00.163524 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733891-529f-4291-91db-87ff387a82f7 req-9d4d912f-d45c-4f4c-8f83-3b0f8c47430a tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:00.165015 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c8733891-529f-4291-91db-87ff387a82f7 req-9d4d912f-d45c-4f4c-8f83-3b0f8c47430a tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0679049 Jun 22 12:59:00.203489 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-c8733891-529f-4291-91db-87ff387a82f7 req-cbb0276c-eace-4eeb-a60b-ba400cdb09eb tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322516 Jun 22 12:59:00.255871 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Router 17cca7d3-c088-46af-b85a-2a2f7aa6590c has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:59:00.360057 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:59:00.364778 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:00.369506 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] Sync routers for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:59:00.378657 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:00.379384 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:58:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:00.408992 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-c8781257-247f-4d19-8ddf-cf08af6af244 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "DELETE /v2.0/floatingips/8cb08517-c241-4d74-8d33-7448600cadda HTTP/1.1" status: 204 len: 168 time: 0.9464660 Jun 22 12:59:00.466775 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-ac836756-8cbd-44f0-b0e3-192e988d44a5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:00.468232 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-ac836756-8cbd-44f0-b0e3-192e988d44a5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 945 time: 0.0743983 Jun 22 12:59:00.582476 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Deleting port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:00.582832 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:00.624087 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:00.698619 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] For port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:00.699026 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:00.767725 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee'}, {'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:59:00.770916 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66c4ec2-8ac3-4a01-982d-015c0c988f50" -d '{"events": [{"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee"}, {"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:59:00.805428 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Calling delete_port for 5a82c4c4-1a0b-40eb-8770-2246ecd9097c owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:00.817309 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Jun 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf27582-6d0e-4279-8ee4-35172f5a16a9 x-openstack-request-id: req-cdf27582-6d0e-4279-8ee4-35172f5a16a9 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:59:00.817716 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:59:00.818080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdf27582-6d0e-4279-8ee4-35172f5a16a9 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:59:00.819305 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'status': 'completed', 'code': 200} Jun 22 12:59:00.820211 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'status': 'completed', 'code': 200} Jun 22 12:59:00.873672 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 5, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:00.900550 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] Checking router: 17cca7d3-c088-46af-b85a-2a2f7aa6590c for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:59:00.909458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:00.910088 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:58:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:00.938707 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-999cff54-7842-4377-ba7d-095e97890203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:00.940215 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-999cff54-7842-4377-ba7d-095e97890203 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1098 time: 0.0619645 Jun 22 12:59:00.949820 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:00.954796 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-066267b6-3fcf-45e3-b628-00a48b855a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:00.982706 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event deleted for resources: {'Port': ['ID=5a82c4c4-1a0b-40eb-8770-2246ecd9097c,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:00.986086 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:01.028719 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:01.035194 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] No DVR routers for this DVR port 5a82c4c4-1a0b-40eb-8770-2246ecd9097c on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:01.039054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:01.041737 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-e53ed0b4-e97b-4d7c-9046-562bd6b0fd05 req-d9a53a8f-fcc7-4714-873a-ad26e69f58e7 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "DELETE /v2.0/ports/5a82c4c4-1a0b-40eb-8770-2246ecd9097c HTTP/1.1" status: 204 len: 173 time: 0.5677516 Jun 22 12:59:01.041737 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'name': 'network-vif-deleted', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:59:01.044129 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ee0c41-75d8-483d-8329-b4ba444db25a" -d '{"events": [{"server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "name": "network-vif-deleted", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:59:01.061974 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-b85fb89f-c16d-439d-ae2e-a08ac95455c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:01.065225 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-b85fb89f-c16d-439d-ae2e-a08ac95455c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 200 len: 915 time: 0.1164978 Jun 22 12:59:01.089792 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5837ae72-3d07-4f73-8d0a-920ce9774230 x-openstack-request-id: req-5837ae72-3d07-4f73-8d0a-920ce9774230 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:59:01.090600 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95221462-c7fb-44d3-9594-a894b88b7ddb", "name": "network-vif-deleted", "tag": "5a82c4c4-1a0b-40eb-8770-2246ecd9097c", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:59:01.091076 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5837ae72-3d07-4f73-8d0a-920ce9774230 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:59:01.091726 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95221462-c7fb-44d3-9594-a894b88b7ddb', 'name': 'network-vif-deleted', 'tag': '5a82c4c4-1a0b-40eb-8770-2246ecd9097c', 'status': 'completed', 'code': 200} Jun 22 12:59:01.122054 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-3746a910-d7c2-4d14-afe4-246249b4e9f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 217 time: 0.0475597 Jun 22 12:59:01.184218 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-2a039748-1f86-44f9-8041-c05c51adb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:01.185658 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-2a039748-1f86-44f9-8041-c05c51adb062 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=641aaef3-e0a7-4436-9ab7-c0fc1293dcff HTTP/1.1" status: 200 len: 853 time: 0.0458467 Jun 22 12:59:01.248073 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 5, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:01.257364 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-eea1d664-7c24-4304-9ef5-9e456074322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:01.259037 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-eea1d664-7c24-4304-9ef5-9e456074322d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29862145-5b5c-4952-a71b-1ea88b2ee2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581348 Jun 22 12:59:01.276425 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65791c-ea67-4068-a6aa-e61c12c1fe61 None None] The sync data for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi is: [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:53Z', 'revision_number': 4, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': 'f25c2fe4-fb30-441e-9f34-f8322946002d', 'name': '', 'network_id': '29862145-5b5c-4952-a71b-1ea88b2ee2c8', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'mac_address': 'fa:16:3e:f0:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:53Z', 'updated_at': '2021-06-22T12:56:59Z', 'revision_number': 5, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'subnets': [{'id': '641aaef3-e0a7-4436-9ab7-c0fc1293dcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:59:01.385587 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-10c0c95a-8424-4cfd-87e6-d0b7a9ac91bb req-6ec2b206-f331-49f6-aca1-cb4d6711647f tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=95221462-c7fb-44d3-9594-a894b88b7ddb HTTP/1.1" status: 200 len: 210 time: 0.0384123 Jun 22 12:59:01.420923 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-093dcf9f-a4f9-46c0-8507-74d8549457bb service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499078 Jun 22 12:59:01.533510 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-cc0c32e3-4050-46fc-99ba-fec6b26b37f8 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058397 Jun 22 12:59:01.543934 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455c5da-a588-44f1-b2e4-ef0008bbac0c None None] New status for floating IP 8cb08517-c241-4d74-8d33-7448600cadda: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:59:01.722080 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-3a6c1cf2-165c-41d2-9e52-af8b8e0ae641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:01.723538 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-3a6c1cf2-165c-41d2-9e52-af8b8e0ae641 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 1098 time: 0.0621502 Jun 22 12:59:01.817914 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-1a3bb1de-0a73-4d70-8c23-91ca70b5e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:01.820203 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-1a3bb1de-0a73-4d70-8c23-91ca70b5e02c service neutron] 10.222.0.46 "GET /v2.0/networks?id=29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 200 len: 915 time: 0.0852892 Jun 22 12:59:01.865693 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-7a2c6c1c-ca98-46f4-ad0b-5916f025a26c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 200 len: 217 time: 0.0387995 Jun 22 12:59:01.914944 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-92798fe6-ed7a-41f9-a916-87f4bc4c02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:01.916385 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-92798fe6-ed7a-41f9-a916-87f4bc4c02bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=641aaef3-e0a7-4436-9ab7-c0fc1293dcff HTTP/1.1" status: 200 len: 853 time: 0.0449371 Jun 22 12:59:01.987564 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-1cb5510c-a4fb-48ff-93eb-6c95d0943fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:01.989197 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-1cb5510c-a4fb-48ff-93eb-6c95d0943fbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29862145-5b5c-4952-a71b-1ea88b2ee2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640244 Jun 22 12:59:02.100302 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-74aacdd1-e4e4-49c6-91dd-dd1fa3365cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020801 Jun 22 12:59:02.195595 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-f66c4ec2-8ac3-4a01-982d-015c0c988f50 req-554a2d0f-6aab-4ccb-af4b-8deb16d062c0 service neutron] 10.222.0.46 "GET /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917027 Jun 22 12:59:03.556502 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a8744-6401-4072-b44e-388572e10314 req-bfd3f890-8f4f-4bf4-9083-46d891e92939 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:03.557935 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a39a8744-6401-4072-b44e-388572e10314 req-bfd3f890-8f4f-4bf4-9083-46d891e92939 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0709805 Jun 22 12:59:03.595155 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-a39a8744-6401-4072-b44e-388572e10314 req-b265be39-1801-44bf-860c-1292aa6b9e1f tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Jun 22 12:59:03.830881 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-6086a902-bc6b-4266-9978-557a76ec5f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:04.155830 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5a82c4c4-1a0b-40eb-8770-2246ecd9097c no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:04.175683 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 5a82c4c4-1a0b-40eb-8770-2246ecd9097c {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:04.176041 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5a82c4c4-1a0b-40eb-8770-2246ecd9097c not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:04.696791 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39700) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:04.771593 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e682f-4110-4a0e-bf8d-c791685ee2fd req-358539b9-fda3-44c0-975b-599eaed01ef0 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:04.772969 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-633e682f-4110-4a0e-bf8d-c791685ee2fd req-358539b9-fda3-44c0-975b-599eaed01ef0 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0633554 Jun 22 12:59:04.811283 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-633e682f-4110-4a0e-bf8d-c791685ee2fd req-9c79fde9-5ca4-4dd2-b0d4-7383ef132440 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8f783d4-6b58-4f50-8440-e355e1aebd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Jun 22 12:59:04.854858 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Deleting port be362edf-3b57-450c-a16c-a64dd85caa6a {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:04.855204 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:04.931476 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:04.931803 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:04.995134 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Calling delete_port for be362edf-3b57-450c-a16c-a64dd85caa6a owned by network:floatingip {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:05.167551 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:05.169446 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-982f7ede-febc-44b9-b2c0-940be2ff8525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:05.191470 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event deleted for resources: {'Port': ['ID=be362edf-3b57-450c-a16c-a64dd85caa6a,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:05.195535 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:05.260033 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:05.260364 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.db.l3_db [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Floating IP 6218b7c2-7009-4dca-b417-fcff4f8e62e0 disassociated (deleted). External IP: 172.27.0.155, port: 5da8cf39-2de7-41a9-ae66-9714d15bd8a7. Jun 22 12:59:05.395563 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-b388acc6-6596-4c51-8741-0251149a19c9 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:05.397659 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-b388acc6-6596-4c51-8741-0251149a19c9 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 945 time: 0.0674970 Jun 22 12:59:05.464686 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:59:05.501904 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Deleting port c10f28b2-b2e1-412c-8b60-c46e252de7ee {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:05.502290 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:05.574067 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:59:05.580738 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:05.585176 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:59:05.594424 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:05.595314 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:58:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:05.599880 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] For port c10f28b2-b2e1-412c-8b60-c46e252de7ee, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c10f28b2-b2e1-412c-8b60-c46e252de7ee,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:05.600430 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:05.619309 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-feb7fe81-898f-4196-9fc4-cf62e9bd7c9b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "DELETE /v2.0/floatingips/6218b7c2-7009-4dca-b417-fcff4f8e62e0 HTTP/1.1" status: 204 len: 168 time: 0.9212594 Jun 22 12:59:05.619845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:59:05.622309 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7645d3b6-1885-4b59-83e2-c6c660081e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:59:05.665853 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34ecedb-f43a-455e-8008-e82fcee1ae3c x-openstack-request-id: req-e34ecedb-f43a-455e-8008-e82fcee1ae3c {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:59:05.666212 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:59:05.666493 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e34ecedb-f43a-455e-8008-e82fcee1ae3c {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:59:05.666923 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'status': 'completed', 'code': 200} Jun 22 12:59:05.669409 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Calling delete_port for c10f28b2-b2e1-412c-8b60-c46e252de7ee owned by compute:nova {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:05.716895 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:05.785313 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-32fec659-b8e4-453f-b412-5a5acdae0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:05.785313 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-32fec659-b8e4-453f-b412-5a5acdae0dfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c25f44773d2d43eab3f1a963f902cfae&device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 1098 time: 0.0710208 Jun 22 12:59:05.835319 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:05.846768 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d8fbe88d-c675-43eb-9253-34de040786bf tempest-AttachVolumeTestJSON-383640997 tempest-AttachVolumeTestJSON-383640997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:05.877500 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Pushing event deleted for resources: {'Port': ['ID=c10f28b2-b2e1-412c-8b60-c46e252de7ee,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:05.880527 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] get_ports_and_sgs() called for port_ids ['c10f28b2-b2e1-412c-8b60-c46e252de7ee'] {{(pid=99526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:59:05.883133 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:05.902631 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-9f321df0-90cf-4604-b3be-bc3a159145ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:05.904512 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-9f321df0-90cf-4604-b3be-bc3a159145ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 200 len: 913 time: 0.1150358 Jun 22 12:59:05.990324 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] No DVR routers for this DVR port c10f28b2-b2e1-412c-8b60-c46e252de7ee on host hv-cinder-79668 {{(pid=99525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:05.992840 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:05.994970 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-d3245ad5-a6bc-47ac-b1c0-a23130c2afd5 req-70476553-17b5-44ee-944e-b90eb7159b7e tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.46 "DELETE /v2.0/ports/c10f28b2-b2e1-412c-8b60-c46e252de7ee HTTP/1.1" status: 204 len: 173 time: 0.5920844 Jun 22 12:59:05.995512 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'name': 'network-vif-deleted', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee'}] {{(pid=99525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:59:06.003748 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339932e56199401064ee130a460b44ea204168d1e4a976daf76b721efd70f29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102771db-fcf5-4104-9e53-f19c02d06138" -d '{"events": [{"server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "name": "network-vif-deleted", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee"}]}' {{(pid=99525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:59:06.005736 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:06.016106 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-e8748274-6a2f-4d09-86a6-e1d5f18b35e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7 HTTP/1.1" status: 200 len: 217 time: 0.0856147 Jun 22 12:59:06.038662 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-6180f606-7c70-4d14-8195-ac69926cef44 req-272a88fd-b228-4caf-b994-d5a8198376a8 tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64fee8-f0de-47ad-8fcd-18913c2036b6 HTTP/1.1" status: 200 len: 210 time: 0.0371103 Jun 22 12:59:06.040514 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:59:06.052906 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:06.054807 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:58:37Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:06.086510 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53574642-9e41-471e-8556-be1c01e30d4c req-9ac24734-88c9-4995-be37-3069529073d5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:06.087051 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-9b2bc5c9-1d66-40c6-bb03-69dab244532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:06.088251 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-53574642-9e41-471e-8556-be1c01e30d4c req-9ac24734-88c9-4995-be37-3069529073d5 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 945 time: 0.0768757 Jun 22 12:59:06.088495 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-9b2bc5c9-1d66-40c6-bb03-69dab244532b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 200 len: 851 time: 0.0535183 Jun 22 12:59:06.107380 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e00a83b-d4c2-4022-8df3-ac40ad937528 x-openstack-request-id: req-8e00a83b-d4c2-4022-8df3-ac40ad937528 {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:59:06.107938 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b64fee8-f0de-47ad-8fcd-18913c2036b6", "name": "network-vif-deleted", "tag": "c10f28b2-b2e1-412c-8b60-c46e252de7ee", "status": "completed", "code": 200}]} {{(pid=99525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:59:06.108233 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e00a83b-d4c2-4022-8df3-ac40ad937528 {{(pid=99525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:59:06.108676 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b64fee8-f0de-47ad-8fcd-18913c2036b6', 'name': 'network-vif-deleted', 'tag': 'c10f28b2-b2e1-412c-8b60-c46e252de7ee', 'status': 'completed', 'code': 200} Jun 22 12:59:06.139061 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-53574642-9e41-471e-8556-be1c01e30d4c req-b42bf464-2ceb-40c8-a015-6a8fc754b9e6 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Jun 22 12:59:06.167845 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-bfbb1f9a-3536-4c53-98b7-1dfefaa6600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:06.169326 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-bfbb1f9a-3536-4c53-98b7-1dfefaa6600e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3553989c-af85-4604-b6a7-ea35df756dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719485 Jun 22 12:59:06.218009 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:06.267551 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-dfe3d709-f78c-4536-a48e-86b91eeb4894 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898838 Jun 22 12:59:06.376832 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-7645d3b6-1885-4b59-83e2-c6c660081e8d req-aff5652d-b77b-46cd-801f-438413a287b8 service neutron] 10.222.0.46 "GET /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952609 Jun 22 12:59:06.450502 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:06.477088 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b41534-c385-459e-ba84-7127f8917c7e None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:50:15Z', 'revision_number': 4, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi', '_interfaces': [{'id': '3c47b22a-db3d-4049-9373-b8e5a3f97b23', 'name': '', 'network_id': '3553989c-af85-4604-b6a7-ea35df756dff', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'mac_address': 'fa:16:3e:0c:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:13Z', 'updated_at': '2021-06-22T12:50:26Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'subnets': [{'id': '02f5335c-70a9-40f8-904e-72228c4aef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:59:06.692506 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c97a1-4c58-4954-ae39-2b7f0881e655 None None] New status for floating IP 6218b7c2-7009-4dca-b417-fcff4f8e62e0: DOWN {{(pid=99527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:59:07.088619 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a95163f2-b02a-4331-b5fe-fddaed5bb9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:07.324517 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384dbf-9e2a-484d-a592-e7e4c87169cc req-91f268b9-c5f8-4a6c-b67b-c88f790e68e8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:07.326045 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-55384dbf-9e2a-484d-a592-e7e4c87169cc req-91f268b9-c5f8-4a6c-b67b-c88f790e68e8 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 945 time: 0.0655961 Jun 22 12:59:07.366722 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-55384dbf-9e2a-484d-a592-e7e4c87169cc req-f23f0aba-103b-42ab-b722-7be4c97b708b tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349877 Jun 22 12:59:07.657903 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39762) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:07.839276 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-49baa2e2-36ff-4da9-aadd-4f86ce6bca7d tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:07.840669 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-49baa2e2-36ff-4da9-aadd-4f86ce6bca7d tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 945 time: 0.1371353 Jun 22 12:59:08.030988 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Deleting port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:08.031309 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:08.417324 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] For port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:08.418005 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:08.498250 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Calling delete_port for 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 owned by compute:nova {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:08.546930 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccb1e8-d109-4b80-b10b-203a094bdaee req-a85711d2-c935-4b94-acb9-1344c463ecc3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:59:08.548397 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-69ccb1e8-d109-4b80-b10b-203a094bdaee req-a85711d2-c935-4b94-acb9-1344c463ecc3 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 945 time: 0.0690396 Jun 22 12:59:08.569603 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:08.588485 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-69ccb1e8-d109-4b80-b10b-203a094bdaee req-70178e51-4bfa-4bd7-8221-f1664272eafd tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/security-groups?id=823f3d15-0059-4407-b91f-b419b8b9db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331731 Jun 22 12:59:08.595179 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:08.745817 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:08.764415 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:08.793180 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event deleted for resources: {'Port': ['ID=5da8cf39-2de7-41a9-ae66-9714d15bd8a7,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:08.797006 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:08.847250 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] No DVR routers for this DVR port 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 on host hv-cinder-79668 {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:08.850156 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for port, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:08.852088 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [req-1ed48e59-7088-4c56-8db3-18e7d1799326 req-5f5b3ae2-ecfa-4241-b059-090e1d6f1583 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.46 "DELETE /v2.0/ports/5da8cf39-2de7-41a9-ae66-9714d15bd8a7 HTTP/1.1" status: 204 len: 173 time: 1.0055749 Jun 22 12:59:08.853476 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'name': 'network-vif-deleted', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:59:08.855757 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f053b67390b500599e8dab380367e704f98029834a922298a0554d460b8f00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3860e8e7-0dc5-4970-9aa3-bd3673fc7234" -d '{"events": [{"server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "name": "network-vif-deleted", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:59:08.894054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc21814-3b87-49fd-ad7e-be3ab7072aac x-openstack-request-id: req-4dc21814-3b87-49fd-ad7e-be3ab7072aac {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:59:08.894419 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b1440-1c12-46fb-9cdd-b40baf422912", "name": "network-vif-deleted", "tag": "5da8cf39-2de7-41a9-ae66-9714d15bd8a7", "status": "completed", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:59:08.894708 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dc21814-3b87-49fd-ad7e-be3ab7072aac {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:59:08.895129 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b1440-1c12-46fb-9cdd-b40baf422912', 'name': 'network-vif-deleted', 'tag': '5da8cf39-2de7-41a9-ae66-9714d15bd8a7', 'status': 'completed', 'code': 200} Jun 22 12:59:08.953978 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Deleting port f25c2fe4-fb30-441e-9f34-f8322946002d {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:08.954327 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:09.033671 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] For port f25c2fe4-fb30-441e-9f34-f8322946002d, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=f25c2fe4-fb30-441e-9f34-f8322946002d,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:09.034017 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:09.095214 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Calling delete_port for f25c2fe4-fb30-441e-9f34-f8322946002d owned by network:router_interface {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:09.291256 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:09.296305 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-9cdda64e-8606-4541-8420-acff166bb03d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:09.327253 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25c2fe4-fb30-441e-9f34-f8322946002d,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:09.330387 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:09.500383 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:09.719325 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Router 17cca7d3-c088-46af-b85a-2a2f7aa6590c has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:59:09.749144 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [req-63aa708a-b7ec-4c0a-a762-dd1ca9bdb0d9 req-7f549529-bfcd-4a50-b034-3af99b018559 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9b1440-1c12-46fb-9cdd-b40baf422912 HTTP/1.1" status: 200 len: 210 time: 0.0303667 Jun 22 12:59:09.841268 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:59:09.846503 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] 10.222.0.15 "PUT /v2.0/routers/17cca7d3-c088-46af-b85a-2a2f7aa6590c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1875117 Jun 22 12:59:09.849004 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39770) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:09.850111 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] Sync routers for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:59:09.859939 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:09.860653 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:59:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:09.918458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:09.958129 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks [] for router, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:09.972563 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:10.062240 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.115007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Deleting port 58007294-db90-4cc9-9173-d78ae2c3e6b8 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:10.115532 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.151646 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:59:09Z', 'revision_number': 5, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port': {'id': '58007294-db90-4cc9-9173-d78ae2c3e6b8', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:10.181931 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] Checking router: 17cca7d3-c088-46af-b85a-2a2f7aa6590c for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:59:10.189959 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] Routers {'17cca7d3-c088-46af-b85a-2a2f7aa6590c'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:10.190601 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:59:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:10.197602 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] For port 58007294-db90-4cc9-9173-d78ae2c3e6b8, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=58007294-db90-4cc9-9173-d78ae2c3e6b8,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:10.197967 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.225306 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:10.266676 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Calling delete_port for 58007294-db90-4cc9-9173-d78ae2c3e6b8 owned by network:router_gateway {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:10.273102 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:10.273453 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device 5da8cf39-2de7-41a9-ae66-9714d15bd8a7 not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:10.273873 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device c10f28b2-b2e1-412c-8b60-c46e252de7ee no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:10.298503 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] No Port match for: c10f28b2-b2e1-412c-8b60-c46e252de7ee {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:10.298861 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Device c10f28b2-b2e1-412c-8b60-c46e252de7ee not bound to the agent host hv-cinder-79668 {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:10.316373 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] Set router 17cca7d3-c088-46af-b85a-2a2f7aa6590c gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:10.440264 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.442711 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4b0047cd-d518-49e5-9674-3354af3faaf2 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:10.472410 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=58007294-db90-4cc9-9173-d78ae2c3e6b8,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:10.477114 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:10.511284 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:59:10Z', 'revision_number': 6, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port_host': None}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:10.537817 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24eea1c-abdc-46d5-abba-7049027a34f2 None None] The sync data for ids ['17cca7d3-c088-46af-b85a-2a2f7aa6590c'] in dv-cinder-796680-1-iscsi is: [{'id': '17cca7d3-c088-46af-b85a-2a2f7aa6590c', 'name': 'tempest-TestMinimumBasicScenario-479513669-router', 'tenant_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:51Z', 'updated_at': '2021-06-22T12:59:10Z', 'revision_number': 6, 'project_id': 'ff0390cee11f406c9c8844d9d03eb90d', 'gw_port_host': None}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:59:10.540942 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.611591 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.632498 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.634612 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.675718 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.676416 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17cca7d3-c088-46af-b85a-2a2f7aa6590c {{(pid=99524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:59:10.681598 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] Notify callbacks [] for router, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.682769 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-27bafe24-8d83-48f1-ad72-711773fe6e56 admin admin] 10.222.0.15 "DELETE /v2.0/routers/17cca7d3-c088-46af-b85a-2a2f7aa6590c HTTP/1.1" status: 204 len: 168 time: 0.8323233 Jun 22 12:59:10.685241 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39772) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:10.729916 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] Deleting subnet 641aaef3-e0a7-4436-9ab7-c0fc1293dcff {{(pid=99524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:59:10.732858 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.770841 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6323300'] for subnet, precommit_delete_associations {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.846410 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.850159 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39776) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:10.903296 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6356477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6711390'] for subnet, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.907394 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-cb7de110-4f5c-4cec-a411-e7c905866f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:10.939716 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for subnet, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:10.943806 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/641aaef3-e0a7-4436-9ab7-c0fc1293dcff HTTP/1.1" status: 204 len: 168 time: 0.2553053 Jun 22 12:59:10.946336 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641aaef3-e0a7-4436-9ab7-c0fc1293dcff,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:10.947454 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea402a-d3e3-471d-8e3b-cc1482cf938b None None] Network 29862145-5b5c-4952-a71b-1ea88b2ee2c8 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:59:10.948925 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39778) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:10.956454 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8a3285bf-8cf3-47ef-91c3-89efe311db4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:10.989481 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Deleting port 37170ef3-943c-42a2-a309-6160dcff2f83 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:10.989741 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.028941 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.078232 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.078592 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.083352 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Deleting port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:11.083698 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.145535 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Calling delete_port for 37170ef3-943c-42a2-a309-6160dcff2f83 owned by network:floatingip {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:11.153436 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] For port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=5cdb1dbd-c7ee-4b42-a063-fe550432d1d5,segment=NetworkSegment(1947cd52-f32e-4ec6-94f3-6331d56c2c50),segment_id=1947cd52-f32e-4ec6-94f3-6331d56c2c50)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:11.153796 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.216415 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Calling delete_port for 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:11.279424 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.284665 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-c04a79d3-0236-4587-a07a-ce9ca831879d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:11.304884 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.307796 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8dae8a48-18c8-4dc7-ada8-5eb2c68187a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:11.313724 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event deleted for resources: {'Port': ['ID=37170ef3-943c-42a2-a309-6160dcff2f83,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:11.317704 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:11.325572 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745190ca-2ffa-4c02-bde2-3004b189fa6d None None] DHCP port deletion for 29862145-5b5c-4952-a71b-1ea88b2ee2c8 request from dv-cinder-796680-1-iscsi {{(pid=99526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:59:11.344373 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cdb1dbd-c7ee-4b42-a063-fe550432d1d5,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:11.347089 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:11.353821 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] No DVR routers for this DVR port 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 on host dv-cinder-796680-1-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:11.388860 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for floatingip, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.391639 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74755'] for floatingip, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.395206 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-f4070640-1592-452f-90c2-0db875129dca tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d79638f-9b43-4d74-bf24-b06d3383bc69 HTTP/1.1" status: 204 len: 168 time: 0.5415642 Jun 22 12:59:11.437255 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.439772 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.449920 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29862145-5b5c-4952-a71b-1ea88b2ee2c8']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:11.460722 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1947cd52-f32e-4ec6-94f3-6331d56c2c50') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:11.461023 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1947cd52-f32e-4ec6-94f3-6331d56c2c50') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:11.469787 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.491284 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.498716 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:59:11.499148 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:59:11.501074 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:59:11.560072 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.565884 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:11.570321 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:11.572262 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] 10.222.0.15 "DELETE /v2.0/networks/29862145-5b5c-4952-a71b-1ea88b2ee2c8 HTTP/1.1" status: 204 len: 168 time: 0.6222677 Jun 22 12:59:11.575448 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39786) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:11.582128 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Pushing event deleted for resources: {'Network': ['ID=29862145-5b5c-4952-a71b-1ea88b2ee2c8,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:11.586112 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2b8801e0-112a-4fb9-a4e4-0906f82c9791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:11.934501 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:12.275288 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:12.295626 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:12.295983 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 5cdb1dbd-c7ee-4b42-a063-fe550432d1d5 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:12.296410 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 58007294-db90-4cc9-9173-d78ae2c3e6b8 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:12.320031 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 58007294-db90-4cc9-9173-d78ae2c3e6b8 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:12.320384 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 58007294-db90-4cc9-9173-d78ae2c3e6b8 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:12.320809 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device f25c2fe4-fb30-441e-9f34-f8322946002d no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:12.340221 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: f25c2fe4-fb30-441e-9f34-f8322946002d {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:12.340577 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device f25c2fe4-fb30-441e-9f34-f8322946002d not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:12.462994 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Deleting port 2770e82c-e372-4be2-b3fd-990fd1c60915 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:12.463252 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:12.542573 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] For port 2770e82c-e372-4be2-b3fd-990fd1c60915, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=2770e82c-e372-4be2-b3fd-990fd1c60915,segment=NetworkSegment(6dfffb7c-11d8-4653-9adf-11a6582a9531),segment_id=6dfffb7c-11d8-4653-9adf-11a6582a9531)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:12.542934 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:12.607068 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Calling delete_port for 2770e82c-e372-4be2-b3fd-990fd1c60915 owned by network:router_interface {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:12.699140 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39792) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:12.758901 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-36524877-a308-4493-8229-761e45e8ccb0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:12.788892 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-36524877-a308-4493-8229-761e45e8ccb0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:12.790830 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:12.792935 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-a3e18a7e-cb62-490e-926e-6ea7c536ca6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:12.816572 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2770e82c-e372-4be2-b3fd-990fd1c60915,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:12.821924 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:12.862206 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-36524877-a308-4493-8229-761e45e8ccb0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:12.865365 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-36524877-a308-4493-8229-761e45e8ccb0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:12.866639 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-36524877-a308-4493-8229-761e45e8ccb0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] 10.222.0.15 "DELETE /v2.0/security-groups/823f3d15-0059-4407-b91f-b419b8b9db1a HTTP/1.1" status: 204 len: 168 time: 0.1663713 Jun 22 12:59:12.867599 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d4446b63-556b-451f-93da-c41dbc32c5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:12.876599 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36524877-a308-4493-8229-761e45e8ccb0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f3d15-0059-4407-b91f-b419b8b9db1a,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:12.879206 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-36524877-a308-4493-8229-761e45e8ccb0 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:12.948678 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39796) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:13.006235 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:13.224135 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Router bc116c7b-49ef-48ac-a4dc-00bd57532db6 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:59:13.338912 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:59:13.343903 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-32464dd5-31cf-4f88-ae93-cc88dd4c5e80 admin admin] 10.222.0.15 "PUT /v2.0/routers/bc116c7b-49ef-48ac-a4dc-00bd57532db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673438 Jun 22 12:59:13.346580 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39800) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:13.348441 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] Sync routers for ids ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:59:13.358925 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] Routers {'bc116c7b-49ef-48ac-a4dc-00bd57532db6'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:13.359572 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:59:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:13.472983 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks [] for router, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:13.481209 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] Set router bc116c7b-49ef-48ac-a4dc-00bd57532db6 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:13.588750 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:13.645183 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Deleting port 5b177960-280a-4b52-81ca-b35898547db4 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:13.645630 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:13.728942 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] For port 5b177960-280a-4b52-81ca-b35898547db4, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=5b177960-280a-4b52-81ca-b35898547db4,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:13.729375 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:13.773772 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5b177960-280a-4b52-81ca-b35898547db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:59:12Z', 'revision_number': 5, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port': {'id': '5b177960-280a-4b52-81ca-b35898547db4', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:56:56Z', 'updated_at': '2021-06-22T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:13.786281 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:13.797297 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Calling delete_port for 5b177960-280a-4b52-81ca-b35898547db4 owned by network:router_gateway {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:13.802373 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] Checking router: bc116c7b-49ef-48ac-a4dc-00bd57532db6 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:59:13.812150 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] Routers {'bc116c7b-49ef-48ac-a4dc-00bd57532db6'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:13.812752 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:59:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:13.898313 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] Set router bc116c7b-49ef-48ac-a4dc-00bd57532db6 gateway port host: None {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:13.953130 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:59:13Z', 'revision_number': 6, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port_host': None}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:13.973444 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:13.977285 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1a0f03e2-e552-47f5-bd1d-f8d5648b6440 tempest-TestVolumeBootPattern-240875477 tempest-TestVolumeBootPattern-240875477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:13.982993 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54112269-5db2-437b-abb4-de09ee6c6356 None None] The sync data for ids ['bc116c7b-49ef-48ac-a4dc-00bd57532db6'] in dv-cinder-796680-1-iscsi is: [{'id': 'bc116c7b-49ef-48ac-a4dc-00bd57532db6', 'name': 'tempest-TestMinimumBasicScenario-1936672443-router', 'tenant_id': 'acc97840494f45ea9863f441d5b184f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:56:55Z', 'updated_at': '2021-06-22T12:59:13Z', 'revision_number': 6, 'project_id': 'acc97840494f45ea9863f441d5b184f9', 'gw_port_host': None}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:59:14.002777 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5b177960-280a-4b52-81ca-b35898547db4,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:14.007092 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:14.065183 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Deleting port 3c47b22a-db3d-4049-9373-b8e5a3f97b23 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:14.065616 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.074263 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.144035 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] For port 3c47b22a-db3d-4049-9373-b8e5a3f97b23, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=3c47b22a-db3d-4049-9373-b8e5a3f97b23,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:14.144396 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.163225 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.165296 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.210255 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.211084 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc116c7b-49ef-48ac-a4dc-00bd57532db6 {{(pid=99525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:59:14.211540 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Calling delete_port for 3c47b22a-db3d-4049-9373-b8e5a3f97b23 owned by network:router_interface {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:14.216143 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.217487 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] 10.222.0.15 "DELETE /v2.0/routers/bc116c7b-49ef-48ac-a4dc-00bd57532db6 HTTP/1.1" status: 204 len: 168 time: 0.8699780 Jun 22 12:59:14.219976 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39802) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:14.267186 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_v2 [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Deleting subnet 0b69e1ad-2061-4ec5-90aa-b7d0fb547931 {{(pid=99525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:59:14.270344 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.305482 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11272268'] for subnet, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.405623 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.431310 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.437591 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-281e4e80-81eb-42a8-9e7d-984b5530fbbf tempest-TestMinimumBasicScenario-48642925 tempest-TestMinimumBasicScenario-48642925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:14.464781 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c47b22a-db3d-4049-9373-b8e5a3f97b23,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:14.471037 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:14.484638 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482234'] for subnet, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.489587 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:14.500515 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 2770e82c-e372-4be2-b3fd-990fd1c60915 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:14.523509 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 2770e82c-e372-4be2-b3fd-990fd1c60915 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:14.524128 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 2770e82c-e372-4be2-b3fd-990fd1c60915 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:14.527245 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b69e1ad-2061-4ec5-90aa-b7d0fb547931,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:14.533344 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:14.536895 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.543127 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0b69e1ad-2061-4ec5-90aa-b7d0fb547931 HTTP/1.1" status: 204 len: 168 time: 0.3220098 Jun 22 12:59:14.543581 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39804) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:14.545499 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb40d7-6dd1-4cb0-81f6-ff91ef32b7b0 None None] Network e4a29bef-5a85-48b9-92ba-ce43efe8d022 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:59:14.689253 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.712766 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.805507 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] DHCP port deletion for e4a29bef-5a85-48b9-92ba-ce43efe8d022 request from dv-cinder-796680-1-iscsi {{(pid=99526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:59:14.835430 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Deleting port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:14.836018 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.856466 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Deleting port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 {{(pid=99526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:14.856851 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.929675 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] For port 2afa7751-6e2c-4547-bf3d-c92708f5fe46, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=2afa7751-6e2c-4547-bf3d-c92708f5fe46,segment=NetworkSegment(6dfffb7c-11d8-4653-9adf-11a6582a9531),segment_id=6dfffb7c-11d8-4653-9adf-11a6582a9531)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:14.930074 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.946583 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] For port 2afa7751-6e2c-4547-bf3d-c92708f5fe46, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=2afa7751-6e2c-4547-bf3d-c92708f5fe46,segment=NetworkSegment(6dfffb7c-11d8-4653-9adf-11a6582a9531),segment_id=6dfffb7c-11d8-4653-9adf-11a6582a9531)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:14.946838 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:14.993338 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Calling delete_port for 2afa7751-6e2c-4547-bf3d-c92708f5fe46 owned by network:dhcp {{(pid=99526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:15.018440 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Calling delete_port for 2afa7751-6e2c-4547-bf3d-c92708f5fe46 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:15.078590 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992'] for port, after_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.081458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-238dded8-5e27-49db-b2be-274a3fbb9cc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:15.105858 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Pushing event deleted for resources: {'Port': ['ID=2afa7751-6e2c-4547-bf3d-c92708f5fe46,revision_number=None']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:15.111021 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] No DVR routers for this DVR port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 on host dv-cinder-796680-1-iscsi {{(pid=99526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:15.120498 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Router 546f159a-7632-44fc-a639-3e025d9e5eb7 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:59:15.125062 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.125062 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.125287 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.125619 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.126046 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.126315 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.126652 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.126981 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.127311 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.127630 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.128248 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.128248 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:59:15.131972 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-0fd8ec37-8c2d-4b8c-862e-ef1eff9a9a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:15.182116 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.188091 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:15.216220 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2afa7751-6e2c-4547-bf3d-c92708f5fe46,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:15.219476 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] No DVR routers for this DVR port 2afa7751-6e2c-4547-bf3d-c92708f5fe46 on host dv-cinder-796680-1-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:15.220989 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:15.327816 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:59:15.330143 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.335896 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-2ea47f05-52a3-4bb8-b0a5-47ce7ff87e43 admin admin] 10.222.0.15 "PUT /v2.0/routers/546f159a-7632-44fc-a639-3e025d9e5eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3872452 Jun 22 12:59:15.336577 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] Sync routers for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:59:15.338483 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39806) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:15.344046 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a29bef-5a85-48b9-92ba-ce43efe8d022']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:15.353817 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:15.354486 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:59:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:15.355343 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfffb7c-11d8-4653-9adf-11a6582a9531') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:15.355776 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfffb7c-11d8-4653-9adf-11a6582a9531') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:15.367643 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.382301 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.390379 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:59:15.390821 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: self.session.flush() Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: self.session.flush() Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: self.session.flush() Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: self.session.flush() Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:59:15.392550 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:59:15.446116 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks [] for router, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.455548 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.460049 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:15.462922 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.464839 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/e4a29bef-5a85-48b9-92ba-ce43efe8d022 HTTP/1.1" status: 204 len: 168 time: 0.9203224 Jun 22 12:59:15.480077 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:15.482904 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a29bef-5a85-48b9-92ba-ce43efe8d022,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:15.490542 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4d6c4df3-e753-4d2f-8f2b-44725c4084ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:15.575531 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.623750 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39810) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:15.633815 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Deleting port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:15.634151 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.665855 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-419f3e12-8088-4c76-ab48-2889c8f3ff0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff0390cee11f406c9c8844d9d03eb90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407984 Jun 22 12:59:15.668301 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39812) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:15.680940 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:59:14Z', 'revision_number': 5, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port': {'id': '35d3b497-c42c-4f81-bf39-d03a5e6e4e59', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:09Z', 'updated_at': '2021-06-22T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:15.712933 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] Checking router: 546f159a-7632-44fc-a639-3e025d9e5eb7 for host: dv-cinder-796680-1-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:59:15.719886 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71bbe4fe-1aae-4246-aa9c-66a367c3a14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.721778 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] Routers {'546f159a-7632-44fc-a639-3e025d9e5eb7'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:15.722586 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:59:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['546f159a-7632-44fc-a639-3e025d9e5eb7'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:15.731811 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] For port 35d3b497-c42c-4f81-bf39-d03a5e6e4e59, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=35d3b497-c42c-4f81-bf39-d03a5e6e4e59,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:15.732296 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.742432 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71bbe4fe-1aae-4246-aa9c-66a367c3a14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.792358 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71bbe4fe-1aae-4246-aa9c-66a367c3a14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.795499 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71bbe4fe-1aae-4246-aa9c-66a367c3a14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.796544 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Calling delete_port for 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 owned by network:router_gateway {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:15.799731 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-71bbe4fe-1aae-4246-aa9c-66a367c3a14d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8f783d4-6b58-4f50-8440-e355e1aebd19 HTTP/1.1" status: 204 len: 168 time: 0.1304660 Jun 22 12:59:15.801222 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-489a7d36-00dd-4564-aae5-f924a2a5878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:15.809795 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbe4fe-1aae-4246-aa9c-66a367c3a14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f783d4-6b58-4f50-8440-e355e1aebd19,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:15.815072 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71bbe4fe-1aae-4246-aa9c-66a367c3a14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:15.825776 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] Set router 546f159a-7632-44fc-a639-3e025d9e5eb7 gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:15.882235 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:59:15Z', 'revision_number': 6, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port_host': None}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:15.911179 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab3c07-603c-4b29-a90a-5da64e0dbd00 None None] The sync data for ids ['546f159a-7632-44fc-a639-3e025d9e5eb7'] in dv-cinder-796680-1-iscsi is: [{'id': '546f159a-7632-44fc-a639-3e025d9e5eb7', 'name': 'tempest-TestVolumeBootPattern-1333304414-router', 'tenant_id': 'c25f44773d2d43eab3f1a963f902cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:08Z', 'updated_at': '2021-06-22T12:59:15Z', 'revision_number': 6, 'project_id': 'c25f44773d2d43eab3f1a963f902cfae', 'gw_port_host': None}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:59:15.990860 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:15.993802 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-d9114c21-cb06-4f32-8e54-0756312ef2ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:16.020791 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d3b497-c42c-4f81-bf39-d03a5e6e4e59,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:16.024804 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:16.082161 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.139452 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39818) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:16.176148 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.178832 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.183455 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-878304a5-6b30-4d16-aff1-83e4c063bbc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acc97840494f45ea9863f441d5b184f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423884 Jun 22 12:59:16.185554 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39820) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:16.224100 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.225255 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 546f159a-7632-44fc-a639-3e025d9e5eb7 {{(pid=99525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:59:16.230242 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.231373 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-55615f58-e45a-452b-9deb-886541baf679 admin admin] 10.222.0.15 "DELETE /v2.0/routers/546f159a-7632-44fc-a639-3e025d9e5eb7 HTTP/1.1" status: 204 len: 168 time: 0.8919172 Jun 22 12:59:16.233896 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39822) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:16.246871 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0652cd07-fbdf-48f9-974f-6c6f6f3b234b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.289052 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0652cd07-fbdf-48f9-974f-6c6f6f3b234b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.314488 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] Deleting subnet 02f5335c-70a9-40f8-904e-72228c4aef55 {{(pid=99525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:59:16.319444 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.360225 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0652cd07-fbdf-48f9-974f-6c6f6f3b234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.364659 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0652cd07-fbdf-48f9-974f-6c6f6f3b234b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.367178 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-0652cd07-fbdf-48f9-974f-6c6f6f3b234b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54752980-9adf-4d6d-8067-72303e8f2bbc HTTP/1.1" status: 204 len: 168 time: 0.1792755 Jun 22 12:59:16.368393 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-5c6a47aa-66b4-4efb-a4d2-2d202a1363de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:16.380428 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652cd07-fbdf-48f9-974f-6c6f6f3b234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54752980-9adf-4d6d-8067-72303e8f2bbc,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:16.381517 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11272268'] for subnet, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.384709 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0652cd07-fbdf-48f9-974f-6c6f6f3b234b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:16.493054 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.552118 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482234'] for subnet, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.554858 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:16.580958 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f5335c-70a9-40f8-904e-72228c4aef55,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:16.584779 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:16.585786 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.588170 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-80bda17c-1bdd-4039-936a-e70f56bab569 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/02f5335c-70a9-40f8-904e-72228c4aef55 HTTP/1.1" status: 204 len: 168 time: 0.3531663 Jun 22 12:59:16.590815 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39826) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:16.592105 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9c51d-8b2d-48e5-8926-36daf756ff64 None None] Network 3553989c-af85-4604-b6a7-ea35df756dff requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:59:16.666682 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.741170 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Deleting port 71689b58-0346-470d-a28d-0089b3ab9240 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:16.742292 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.765361 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 3c47b22a-db3d-4049-9373-b8e5a3f97b23 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:16.785185 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 3c47b22a-db3d-4049-9373-b8e5a3f97b23 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:16.785607 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 3c47b22a-db3d-4049-9373-b8e5a3f97b23 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:16.786091 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 5b177960-280a-4b52-81ca-b35898547db4 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:16.807181 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 5b177960-280a-4b52-81ca-b35898547db4 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:16.807690 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 5b177960-280a-4b52-81ca-b35898547db4 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:16.808207 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 2afa7751-6e2c-4547-bf3d-c92708f5fe46 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:16.816410 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] For port 71689b58-0346-470d-a28d-0089b3ab9240, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=71689b58-0346-470d-a28d-0089b3ab9240,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:16.816769 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.831891 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] DHCP port deletion for 3553989c-af85-4604-b6a7-ea35df756dff request from dv-cinder-796680-1-iscsi {{(pid=99526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:59:16.834083 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 2afa7751-6e2c-4547-bf3d-c92708f5fe46 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:16.834448 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 2afa7751-6e2c-4547-bf3d-c92708f5fe46 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:16.885986 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Calling delete_port for 71689b58-0346-470d-a28d-0089b3ab9240 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:16.886793 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] Deleting port 71689b58-0346-470d-a28d-0089b3ab9240 {{(pid=99526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:16.887181 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.952068 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] For port 71689b58-0346-470d-a28d-0089b3ab9240, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=71689b58-0346-470d-a28d-0089b3ab9240,segment=NetworkSegment(100b484e-577d-4e01-99b2-56a3e0994434),segment_id=100b484e-577d-4e01-99b2-56a3e0994434)] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:16.952463 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.965416 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.969266 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-168cd197-a4d3-4022-bc5c-f3d68f1c7243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:16.995223 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Pushing event deleted for resources: {'Port': ['ID=71689b58-0346-470d-a28d-0089b3ab9240,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:16.998962 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:17.001210 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] No DVR routers for this DVR port 71689b58-0346-470d-a28d-0089b3ab9240 on host dv-cinder-796680-1-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:17.025515 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] Calling delete_port for 71689b58-0346-470d-a28d-0089b3ab9240 owned by network:dhcp {{(pid=99526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:17.074805 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:17.084903 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3553989c-af85-4604-b6a7-ea35df756dff']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:17.097612 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100b484e-577d-4e01-99b2-56a3e0994434') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:17.097911 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100b484e-577d-4e01-99b2-56a3e0994434') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:17.105907 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992'] for port, after_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:17.108054 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:17.108635 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:17.122007 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:17.127860 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:59:17.128244 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:59:17.129845 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:59:17.132176 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] Pushing event deleted for resources: {'Port': ['ID=71689b58-0346-470d-a28d-0089b3ab9240,revision_number=None']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:17.133525 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] No DVR routers for this DVR port 71689b58-0346-470d-a28d-0089b3ab9240 on host dv-cinder-796680-1-iscsi {{(pid=99526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:17.134968 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-b7ef47d1-d417-48d7-bece-61d2d5c51bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:17.192472 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:17.192472 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:17.192472 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:17.194142 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3553989c-af85-4604-b6a7-ea35df756dff HTTP/1.1" status: 204 len: 168 time: 0.6022677 Jun 22 12:59:17.197122 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39828) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:17.204789 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Pushing event deleted for resources: {'Network': ['ID=3553989c-af85-4604-b6a7-ea35df756dff,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:17.207052 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-42e97c53-635d-4040-b51b-8e95801ee482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:17.819751 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577241'] for router_interface, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:18.070119 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Deleting port 7795765e-da8d-4555-9935-d3bb9d4f8850 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:18.070405 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:18.150736 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] For port 7795765e-da8d-4555-9935-d3bb9d4f8850, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=7795765e-da8d-4555-9935-d3bb9d4f8850,segment=NetworkSegment(655c2f86-5192-4341-b798-be410a0de625),segment_id=655c2f86-5192-4341-b798-be410a0de625)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:18.151104 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:18.213167 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Calling delete_port for 7795765e-da8d-4555-9935-d3bb9d4f8850 owned by network:router_interface {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:18.279101 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:18.298592 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:18.298871 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 35d3b497-c42c-4f81-bf39-d03a5e6e4e59 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:18.299284 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 71689b58-0346-470d-a28d-0089b3ab9240 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:18.320661 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 71689b58-0346-470d-a28d-0089b3ab9240 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:18.320927 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 71689b58-0346-470d-a28d-0089b3ab9240 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:18.398692 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:18.400805 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-af342516-ebc5-42d4-a9e2-ac31cc35073c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:18.424248 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Pushing event deleted for resources: {'Port': ['ID=7795765e-da8d-4555-9935-d3bb9d4f8850,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:18.427042 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:18.590960 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577141'] for router_interface, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:18.803912 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Router 3e0fb546-f58b-4e94-8e5a-9005b135e250 has already been hosted by L3 agent 38dc8cf8-c02d-4a5e-bd24-26aa26349305 {{(pid=99525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:59:18.909991 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-iscsi the message routers_updated {{(pid=99525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:59:18.918623 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-b9f1d9a1-cbfc-40ec-bd9a-cc38e758249c admin admin] 10.222.0.15 "PUT /v2.0/routers/3e0fb546-f58b-4e94-8e5a-9005b135e250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7181125 Jun 22 12:59:18.918948 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] Sync routers for ids ['3e0fb546-f58b-4e94-8e5a-9005b135e250'] in dv-cinder-796680-1-iscsi {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:59:18.919406 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39830) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:18.928232 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] Routers {'3e0fb546-f58b-4e94-8e5a-9005b135e250'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:18.928843 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:59:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['3e0fb546-f58b-4e94-8e5a-9005b135e250'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:19.023698 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks [] for router, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.032321 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] Set router 3e0fb546-f58b-4e94-8e5a-9005b135e250 gateway port host: dv-cinder-796680-1-iscsi {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:19.126239 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.177275 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Deleting port 68058fe9-c35d-4172-9c61-7a1e110314d3 {{(pid=99525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:19.178131 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.211679 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'external_fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:59:18Z', 'revision_number': 5, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port': {'id': '68058fe9-c35d-4172-9c61-7a1e110314d3', 'name': '', 'network_id': '49aa5921-9e53-40f5-b07d-ed38ee83ba84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:50:23Z', 'updated_at': '2021-06-22T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4149dc3-5332-40ea-88ce-28398c24d27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-iscsi'}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:19.237450 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] Checking router: 3e0fb546-f58b-4e94-8e5a-9005b135e250 for host: dv-cinder-796680-1-iscsi {{(pid=99527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:59:19.245638 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] Routers {'3e0fb546-f58b-4e94-8e5a-9005b135e250'} bound to L3 agent in host dv-cinder-796680-1-iscsi {{(pid=99527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:59:19.246278 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:38:37Z,description=,heartbeat_timestamp=2021-06-22T12:59:07Z,host='dv-cinder-796680-1-iscsi',id=38dc8cf8-c02d-4a5e-bd24-26aa26349305,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:38:37Z,topic='l3_agent')) {'router_ids': ['3e0fb546-f58b-4e94-8e5a-9005b135e250'], 'active': True} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:19.259102 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.db [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] For port 68058fe9-c35d-4172-9c61-7a1e110314d3, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=68058fe9-c35d-4172-9c61-7a1e110314d3,segment=NetworkSegment(78788e57-79b1-4ae2-b300-ff4748d5add8),segment_id=78788e57-79b1-4ae2-b300-ff4748d5add8)] {{(pid=99525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:19.259469 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.327309 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.plugins.ml2.plugin [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Calling delete_port for 68058fe9-c35d-4172-9c61-7a1e110314d3 owned by network:router_gateway {{(pid=99525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:19.328290 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_dvr_db [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] Set router 3e0fb546-f58b-4e94-8e5a-9005b135e250 gateway port host: None {{(pid=99527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:59:19.378495 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.l3_hamode_db [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:59:19Z', 'revision_number': 6, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port_host': None}], 'dv-cinder-796680-1-iscsi', False) {} {{(pid=99527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:19.407259 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086290d7-9c52-4039-9c54-bfc5d1a36706 None None] The sync data for ids ['3e0fb546-f58b-4e94-8e5a-9005b135e250'] in dv-cinder-796680-1-iscsi is: [{'id': '3e0fb546-f58b-4e94-8e5a-9005b135e250', 'name': 'tempest-TestVolumeBootPattern-1875216644-router', 'tenant_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:50:21Z', 'updated_at': '2021-06-22T12:59:19Z', 'revision_number': 6, 'project_id': '0e4f4957b8ec4fb5b1ec972312c2440a', 'gw_port_host': None}] {{(pid=99527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:59:19.495986 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9435672'] for port, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.498151 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-7d12287f-aff1-4d6b-b200-c940f3cbe5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:19.522158 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=68058fe9-c35d-4172-9c61-7a1e110314d3,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:19.525302 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:19.586957 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645712'] for router_gateway, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.678607 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.680795 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.723671 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570860'] for router, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.724075 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0fb546-f58b-4e94-8e5a-9005b135e250 {{(pid=99525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:59:19.728487 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] Notify callbacks [] for router, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.729612 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-5d02f6d2-ee34-4dcd-a033-c409a8b92c9c admin admin] 10.222.0.15 "DELETE /v2.0/routers/3e0fb546-f58b-4e94-8e5a-9005b135e250 HTTP/1.1" status: 204 len: 168 time: 0.8096721 Jun 22 12:59:19.733957 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [-] (99525) accepted ('10.222.0.15', 39832) {{(pid=99525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:19.783037 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] Deleting subnet 33969280-ec71-495b-86eb-9a1f9fe15b28 {{(pid=99525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:59:19.786277 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.821949 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11272268'] for subnet, precommit_delete_associations {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.906902 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3460969'] for subnet, precommit_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.966795 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3460944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482234'] for subnet, after_delete {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:19.968888 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-97087ac2-2599-4ec2-b1e6-f3d83c1b294b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:19.991933 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33969280-ec71-495b-86eb-9a1f9fe15b28,revision_number=None']} {{(pid=99525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:19.995458 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG oslo_concurrency.lockutils [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:19.998705 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron_lib.callbacks.manager [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.003252 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39834) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:20.004044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795906d9-b2d3-41a3-aa6b-6b1352f2cab1 None None] Network 312999eb-95ab-4932-87e2-2a7193c10203 requested from dv-cinder-796680-1-iscsi {{(pid=99526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:59:20.006502 dv-cinder-796680-1-iscsi neutron-server[99525]: INFO neutron.wsgi [None req-1c9434c0-b390-44f3-87c0-d4280315d7e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/33969280-ec71-495b-86eb-9a1f9fe15b28 HTTP/1.1" status: 204 len: 168 time: 0.2694159 Jun 22 12:59:20.076137 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3893018'] for network, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.138301 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Deleting port e5007dea-4a3f-4b00-ab2d-799fafdf18da {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:20.138651 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.214742 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] For port e5007dea-4a3f-4b00-ab2d-799fafdf18da, host dv-cinder-796680-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-iscsi',level=0,port_id=e5007dea-4a3f-4b00-ab2d-799fafdf18da,segment=NetworkSegment(655c2f86-5192-4341-b798-be410a0de625),segment_id=655c2f86-5192-4341-b798-be410a0de625)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:20.215073 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.223694 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] DHCP port deletion for 312999eb-95ab-4932-87e2-2a7193c10203 request from dv-cinder-796680-1-iscsi {{(pid=99526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:59:20.284542 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Calling delete_port for e5007dea-4a3f-4b00-ab2d-799fafdf18da owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:20.367378 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6356407'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.369523 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-bbba7b0a-ac96-4e06-bae5-d6335ad27409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:20.377686 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 7795765e-da8d-4555-9935-d3bb9d4f8850 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:20.395926 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5007dea-4a3f-4b00-ab2d-799fafdf18da,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:20.399166 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 7795765e-da8d-4555-9935-d3bb9d4f8850 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:20.399317 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:20.399458 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 7795765e-da8d-4555-9935-d3bb9d4f8850 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:20.399712 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device e5007dea-4a3f-4b00-ab2d-799fafdf18da no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:20.399990 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] No DVR routers for this DVR port e5007dea-4a3f-4b00-ab2d-799fafdf18da on host dv-cinder-796680-1-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:20.421566 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: e5007dea-4a3f-4b00-ab2d-799fafdf18da {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:20.421908 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device e5007dea-4a3f-4b00-ab2d-799fafdf18da not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:20.422353 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 68058fe9-c35d-4172-9c61-7a1e110314d3 no longer exists at agent ovs-agent-dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:59:20.444705 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-f6748516-b784-447f-ae36-d448a38f272a None None] No Port match for: 68058fe9-c35d-4172-9c61-7a1e110314d3 {{(pid=99526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:59:20.444970 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.rpc [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Device 68058fe9-c35d-4172-9c61-7a1e110314d3 not bound to the agent host dv-cinder-796680-1-iscsi {{(pid=99526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:59:20.461237 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Deleting port e5007dea-4a3f-4b00-ab2d-799fafdf18da {{(pid=99526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:59:20.461631 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771142753765'] for port, before_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.471143 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3459808', 'neutron.services.segments.db._delete_segments_for_network-8771142775507'] for network, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.481285 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312999eb-95ab-4932-87e2-2a7193c10203']}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:20.492005 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655c2f86-5192-4341-b798-be410a0de625') {'for_net_delete': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:20.492688 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.services.segments.db [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655c2f86-5192-4341-b798-be410a0de625') {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:59:20.504692 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771142775336', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6323283'] for segment, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.518060 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120'] for segment, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.524130 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=99524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:59:20.524517 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7262020'] for segment, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: Traceback (most recent call last): Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: timer() Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: cb(*args, **kw) Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: return func(*args, **kwargs) Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: self._notify() Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: self.callback(batched_events) Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: event.method(event) Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: return f(self, *a, **k) Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._get(url).json() Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: return self.request(url, 'GET', **kwargs) Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:59:20.526122 dv-cinder-796680-1-iscsi neutron-server[99524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:59:20.530481 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] For port e5007dea-4a3f-4b00-ab2d-799fafdf18da, host dv-cinder-796680-1-iscsi, got binding levels [] {{(pid=99526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:59:20.530882 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640913'] for port, precommit_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.584511 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3459819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-694551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645814'] for network, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.588066 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-903f2b3a-cfb8-4aba-a3b5-ddf12d4dc8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:20.591062 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694538'] for network, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.595269 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] 10.222.0.15 "DELETE /v2.0/networks/312999eb-95ab-4932-87e2-2a7193c10203 HTTP/1.1" status: 204 len: 168 time: 0.5886934 Jun 22 12:59:20.604652 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.plugin [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Calling delete_port for e5007dea-4a3f-4b00-ab2d-799fafdf18da owned by network:dhcp {{(pid=99526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:59:20.608517 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.ipam_backend_mixin [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Port e5007dea-4a3f-4b00-ab2d-799fafdf18da was not found and therefore no delete operation was performed {{(pid=99526) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 12:59:20.609008 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Pushing event deleted for resources: {'Network': ['ID=312999eb-95ab-4932-87e2-2a7193c10203,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:20.610044 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3924893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771142759141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771142234992'] for port, after_delete {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.612638 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-44b4bfd1-25df-4989-a9f2-f95ae1ac1322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:20.613286 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:20.619438 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Network 312999eb-95ab-4932-87e2-2a7193c10203 is not hosted by any dhcp agent {{(pid=99526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 12:59:20.620268 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] No DVR routers for this DVR port e5007dea-4a3f-4b00-ab2d-799fafdf18da on host dv-cinder-796680-1-iscsi {{(pid=99526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:59:20.639773 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Pushing event deleted for resources: {'Port': ['ID=e5007dea-4a3f-4b00-ab2d-799fafdf18da,revision_number=None']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:20.644723 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-3adfb433-6e7c-4c25-9adc-28539cfc9142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:20.766831 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39838) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:20.805861 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-255dadb5-5651-4d24-9631-0d65ba5394cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c25f44773d2d43eab3f1a963f902cfae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378103 Jun 22 12:59:20.808175 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39840) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:20.854101 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b71ea0e4-c64b-43c2-a254-6c9f811745f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.874149 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b71ea0e4-c64b-43c2-a254-6c9f811745f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.918689 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b71ea0e4-c64b-43c2-a254-6c9f811745f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.921393 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b71ea0e4-c64b-43c2-a254-6c9f811745f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.922571 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-b71ea0e4-c64b-43c2-a254-6c9f811745f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10999f1e-3276-489e-8f13-026986188c81 HTTP/1.1" status: 204 len: 168 time: 0.1135352 Jun 22 12:59:20.923328 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6473b9bc-60f0-4c7b-b7ce-23c0d0d900aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:20.931958 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ea0e4-c64b-43c2-a254-6c9f811745f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10999f1e-3276-489e-8f13-026986188c81,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:20.934421 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b71ea0e4-c64b-43c2-a254-6c9f811745f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:21.236792 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39846) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:21.284457 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-6208398e-50b7-4ce2-820f-e89fda015bfc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e4f4957b8ec4fb5b1ec972312c2440a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463505 Jun 22 12:59:21.286859 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [-] (99524) accepted ('10.222.0.15', 39848) {{(pid=99524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:59:21.332963 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8e8002ea-7e0e-485e-b10e-11037172ea26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:21.354250 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8e8002ea-7e0e-485e-b10e-11037172ea26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:21.401339 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8e8002ea-7e0e-485e-b10e-11037172ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433413'] for security_group, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:21.404069 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8e8002ea-7e0e-485e-b10e-11037172ea26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:21.405396 dv-cinder-796680-1-iscsi neutron-server[99524]: INFO neutron.wsgi [None req-8e8002ea-7e0e-485e-b10e-11037172ea26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec7c91d3-dd09-4795-a358-bbc4bb7ecdc8 HTTP/1.1" status: 204 len: 168 time: 0.1173229 Jun 22 12:59:21.405993 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-41f83425-3928-4950-b41d-9ddf3b582808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:59:21.414528 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8002ea-7e0e-485e-b10e-11037172ea26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c91d3-dd09-4795-a358-bbc4bb7ecdc8,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:59:21.416767 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8e8002ea-7e0e-485e-b10e-11037172ea26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:59:28.754142 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:59:33.832229 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6b30-4932-4263-b776-19179fbb9928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:37.092969 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-53c0b565-4187-4648-9b3f-37c98952af76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:38.598274 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:39.886013 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:40.613049 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:41.444130 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:03.834999 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-eee47760-9d4b-4179-8410-85204b5e0c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:05.752841 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:00:07.094531 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-22085116-00b3-4656-acb8-80306167dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:08.599081 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:09.887547 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:10.620158 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:11.451041 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:33.835376 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-643a6ab4-cd65-48c1-95d5-8d6ec662c752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:37.095151 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-0ab63cdd-8020-4032-8fb8-14ae1c71be4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:38.599699 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:39.890619 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:40.620001 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:41.456612 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:42.751880 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:01:03.835898 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-cf5b29b6-9315-4651-b0ff-0069ec6f93bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:07.096331 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-522b7644-e9a9-4196-89f1-88a9ecb05f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:08.600558 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:09.893141 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:10.622744 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:11.488221 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:19.751224 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:01:33.836705 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-01b8d99e-59e6-48f5-8d0c-698a8361fd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:37.097046 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-77e412cb-5fe6-4a33-b046-ed690aabbd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:38.601593 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:39.896326 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:40.626951 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:41.497253 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:56.749921 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:02:03.836606 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-d775515c-8698-4668-9441-5d29f273c0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:07.099075 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb8bf-72dc-4fce-9395-aec275017e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:08.602866 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:09.898026 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:10.631529 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:11.503815 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:33.747798 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:02:33.841358 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-1f533d1b-eb62-4473-bd41-bab3268fd60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:37.100577 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-3b4b31fd-dddf-4060-903a-867efa506d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:38.603405 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:39.910132 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:40.638749 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:02:41.516905 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:03.841678 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f4329f2b-6dcd-43e6-bc40-edc2a21f5767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:07.102521 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-876e19ca-6f27-4d19-83a0-97ea1fd2ff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:08.604325 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:09.904425 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:10.635033 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:10.746680 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:03:11.547381 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:33.842730 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a89960a2-d97f-4c14-a799-45fdeb3b8198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:37.103167 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-40eb30ac-7e77-443e-9c96-c878f318e157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:38.605041 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:39.906605 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:40.637636 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:41.546806 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:03:47.746079 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:03:49.748310 dv-cinder-796680-1-iscsi neutron-server[99525]: DEBUG neutron.wsgi [req-ec9aa305-7ffc-4871-a57b-0474446295bd req-476e83c7-8d07-45fd-ae02-d03ed7e046b4 service neutron] (99525) timed out ('10.222.0.46', 52718) {{(pid=99525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 13:04:03.842448 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-3eb09dc4-00bc-4370-baa2-2b4339f784b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:04:07.103844 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-277c9d21-baae-44b6-beda-df94e000ba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:04:08.605076 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f6748516-b784-447f-ae36-d448a38f272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:04:09.909291 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-292d5460-1fcc-4053-acdd-222c32ed8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:04:10.640366 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fcd1-19e4-4204-9768-41ca1de14265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:04:11.548150 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-f410fdde-8500-45b9-9513-4a09d36f9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:04:24.744767 dv-cinder-796680-1-iscsi neutron-server[99527]: DEBUG neutron.db.agents_db [None req-50dcfc4c-3f48-4b83-90c0-bba6635b5290 None None] Agent healthcheck: found 6 active agents {{(pid=99527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:04:29.532973 dv-cinder-796680-1-iscsi neutron-server[99524]: DEBUG neutron.wsgi [req-e5a4b61d-e3f6-471a-92df-5c0dc261fc75 req-98f3cf1a-88ca-4d88-82bf-ec86ca566cfc service neutron] (99524) timed out ('10.222.0.46', 52712) {{(pid=99524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 13:04:33.842719 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-530e85ca-59f5-4f9d-93d9-85f38d9c5f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:04:37.104850 dv-cinder-796680-1-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-ab183c93-b072-47e1-a5d4-9723f7daf0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771142775489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473322'] for agent, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}